2024-12-09 00:39:47,782 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-09 00:39:47,792 main DEBUG Took 0.008651 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 00:39:47,793 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 00:39:47,793 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 00:39:47,794 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 00:39:47,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,801 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 00:39:47,812 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,814 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,814 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,815 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,816 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,818 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,819 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,820 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,821 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,822 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:39:47,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,824 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 00:39:47,825 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:39:47,827 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 00:39:47,829 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 00:39:47,830 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 00:39:47,831 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 00:39:47,832 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 00:39:47,841 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 00:39:47,844 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 00:39:47,846 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 00:39:47,846 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 00:39:47,847 main DEBUG createAppenders(={Console}) 2024-12-09 00:39:47,848 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-09 00:39:47,848 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-09 00:39:47,848 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-09 00:39:47,849 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 00:39:47,849 main DEBUG OutputStream closed 2024-12-09 00:39:47,850 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 00:39:47,850 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 00:39:47,850 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-09 00:39:47,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 00:39:47,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 00:39:47,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 00:39:47,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 00:39:47,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 00:39:47,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 00:39:47,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 00:39:47,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 00:39:47,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 00:39:47,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 00:39:47,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 00:39:47,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 00:39:47,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 00:39:47,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 00:39:47,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 00:39:47,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 00:39:47,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 00:39:47,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 00:39:47,927 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 00:39:47,928 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-09 00:39:47,928 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 00:39:47,929 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-09T00:39:48,133 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c 2024-12-09 00:39:48,137 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 00:39:48,137 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T00:39:48,147 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-09T00:39:48,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T00:39:48,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40, deleteOnExit=true 2024-12-09T00:39:48,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T00:39:48,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/test.cache.data in system properties and HBase conf 2024-12-09T00:39:48,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T00:39:48,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/hadoop.log.dir in system properties and HBase conf 2024-12-09T00:39:48,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T00:39:48,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T00:39:48,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T00:39:48,304 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T00:39:48,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T00:39:48,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T00:39:48,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T00:39:48,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T00:39:48,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T00:39:48,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T00:39:48,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T00:39:48,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T00:39:48,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T00:39:48,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T00:39:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/nfs.dump.dir in system properties and HBase conf 2024-12-09T00:39:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/java.io.tmpdir in system properties and HBase conf 2024-12-09T00:39:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T00:39:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T00:39:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T00:39:50,054 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T00:39:50,154 INFO [Time-limited test {}] log.Log(170): Logging initialized @3053ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T00:39:50,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:39:50,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T00:39:50,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T00:39:50,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T00:39:50,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T00:39:50,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:39:50,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/hadoop.log.dir/,AVAILABLE} 2024-12-09T00:39:50,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T00:39:50,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/java.io.tmpdir/jetty-localhost-37935-hadoop-hdfs-3_4_1-tests_jar-_-any-16959773988400775311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T00:39:50,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:37935} 2024-12-09T00:39:50,589 INFO [Time-limited test {}] server.Server(415): Started @3489ms 2024-12-09T00:39:51,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:39:51,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T00:39:51,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T00:39:51,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T00:39:51,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T00:39:51,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/hadoop.log.dir/,AVAILABLE} 2024-12-09T00:39:51,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T00:39:51,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/java.io.tmpdir/jetty-localhost-43603-hadoop-hdfs-3_4_1-tests_jar-_-any-3647977135595309826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T00:39:51,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:43603} 2024-12-09T00:39:51,248 INFO [Time-limited test {}] server.Server(415): Started @4148ms 2024-12-09T00:39:51,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T00:39:52,216 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/data/data2/current/BP-1738737123-172.17.0.2-1733704788900/current, will proceed with Du for space computation calculation, 2024-12-09T00:39:52,216 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/data/data1/current/BP-1738737123-172.17.0.2-1733704788900/current, will proceed with Du for space computation calculation, 2024-12-09T00:39:52,243 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T00:39:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8829b687b917233 with lease ID 0x2cd07cbebe97c55b: Processing first storage report for DS-9a6d3053-0de3-420d-98e4-4f7bda02451c from datanode DatanodeRegistration(127.0.0.1:45173, datanodeUuid=362c127d-5a0a-4755-afb0-3474a772e217, infoPort=43091, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1260952051;c=1733704788900) 2024-12-09T00:39:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8829b687b917233 with lease ID 0x2cd07cbebe97c55b: from storage DS-9a6d3053-0de3-420d-98e4-4f7bda02451c node DatanodeRegistration(127.0.0.1:45173, datanodeUuid=362c127d-5a0a-4755-afb0-3474a772e217, infoPort=43091, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1260952051;c=1733704788900), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T00:39:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8829b687b917233 with lease ID 0x2cd07cbebe97c55b: Processing first storage report for DS-ebd436d6-5eb4-4926-b92c-763acc441cb2 from datanode DatanodeRegistration(127.0.0.1:45173, datanodeUuid=362c127d-5a0a-4755-afb0-3474a772e217, infoPort=43091, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1260952051;c=1733704788900) 2024-12-09T00:39:52,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8829b687b917233 with lease ID 0x2cd07cbebe97c55b: from storage DS-ebd436d6-5eb4-4926-b92c-763acc441cb2 node DatanodeRegistration(127.0.0.1:45173, datanodeUuid=362c127d-5a0a-4755-afb0-3474a772e217, infoPort=43091, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1260952051;c=1733704788900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T00:39:52,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c 2024-12-09T00:39:52,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/zookeeper_0, clientPort=60502, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T00:39:52,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60502 2024-12-09T00:39:52,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:52,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:52,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741825_1001 (size=7) 2024-12-09T00:39:52,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed with version=8 2024-12-09T00:39:52,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/hbase-staging 2024-12-09T00:39:53,065 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T00:39:53,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bae0942de96:0 server-side Connection retries=45 2024-12-09T00:39:53,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:39:53,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T00:39:53,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T00:39:53,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:39:53,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T00:39:53,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T00:39:53,634 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T00:39:53,646 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T00:39:53,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T00:39:53,687 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2478 (auto-detected) 2024-12-09T00:39:53,688 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T00:39:53,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37335 2024-12-09T00:39:53,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37335 connecting to ZooKeeper ensemble=127.0.0.1:60502 2024-12-09T00:39:53,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373350x0, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:39:53,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37335-0x100081177ab0000 connected 2024-12-09T00:39:53,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:53,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:53,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T00:39:53,990 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed, hbase.cluster.distributed=false 2024-12-09T00:39:54,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T00:39:54,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37335 2024-12-09T00:39:54,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37335 2024-12-09T00:39:54,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37335 2024-12-09T00:39:54,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37335 2024-12-09T00:39:54,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37335 2024-12-09T00:39:54,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T00:39:54,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:39:54,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T00:39:54,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T00:39:54,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:39:54,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T00:39:54,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T00:39:54,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T00:39:54,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45465 2024-12-09T00:39:54,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45465 connecting to ZooKeeper ensemble=127.0.0.1:60502 2024-12-09T00:39:54,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:54,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454650x0, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:39:54,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454650x0, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T00:39:54,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45465-0x100081177ab0001 connected 2024-12-09T00:39:54,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T00:39:54,218 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T00:39:54,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T00:39:54,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T00:39:54,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45465 2024-12-09T00:39:54,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45465 2024-12-09T00:39:54,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45465 2024-12-09T00:39:54,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45465 2024-12-09T00:39:54,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45465 2024-12-09T00:39:54,258 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bae0942de96:37335 2024-12-09T00:39:54,261 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1bae0942de96,37335,1733704793160 2024-12-09T00:39:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T00:39:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T00:39:54,284 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1bae0942de96,37335,1733704793160 2024-12-09T00:39:54,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T00:39:54,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:54,316 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T00:39:54,317 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1bae0942de96,37335,1733704793160 from backup master directory 2024-12-09T00:39:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T00:39:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1bae0942de96,37335,1733704793160 2024-12-09T00:39:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T00:39:54,330 WARN [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T00:39:54,330 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bae0942de96,37335,1733704793160 2024-12-09T00:39:54,333 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T00:39:54,334 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T00:39:54,388 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/hbase.id] with ID: 0073e59e-cd17-4a17-b4a8-e7be1bb241e7 2024-12-09T00:39:54,388 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/.tmp/hbase.id 2024-12-09T00:39:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741826_1002 (size=42) 2024-12-09T00:39:54,799 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/.tmp/hbase.id]:[hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/hbase.id] 2024-12-09T00:39:54,840 INFO [master/1bae0942de96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:39:54,844 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T00:39:54,862 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-09T00:39:54,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:54,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741827_1003 (size=196) 2024-12-09T00:39:55,326 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:39:55,328 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T00:39:55,341 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:39:55,345 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:39:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741828_1004 (size=1189) 2024-12-09T00:39:55,788 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store 2024-12-09T00:39:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741829_1005 (size=34) 2024-12-09T00:39:56,215 INFO [master/1bae0942de96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T00:39:56,219 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:39:56,220 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T00:39:56,220 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:39:56,221 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:39:56,223 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T00:39:56,223 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:39:56,223 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:39:56,226 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733704796220Disabling compacts and flushes for region at 1733704796220Disabling writes for close at 1733704796223 (+3 ms)Writing region close event to WAL at 1733704796223Closed at 1733704796223 2024-12-09T00:39:56,229 WARN [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/.initializing 2024-12-09T00:39:56,230 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/WALs/1bae0942de96,37335,1733704793160 2024-12-09T00:39:56,239 INFO [master/1bae0942de96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T00:39:56,254 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C37335%2C1733704793160, suffix=, logDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/WALs/1bae0942de96,37335,1733704793160, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/oldWALs, maxLogs=10 2024-12-09T00:39:56,285 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/WALs/1bae0942de96,37335,1733704793160/1bae0942de96%2C37335%2C1733704793160.1733704796260, exclude list is [], retry=0 2024-12-09T00:39:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-9a6d3053-0de3-420d-98e4-4f7bda02451c,DISK] 2024-12-09T00:39:56,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T00:39:56,340 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/WALs/1bae0942de96,37335,1733704793160/1bae0942de96%2C37335%2C1733704793160.1733704796260 2024-12-09T00:39:56,341 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43091:43091)] 2024-12-09T00:39:56,342 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:39:56,342 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:39:56,346 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,347 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T00:39:56,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:56,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:56,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T00:39:56,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:56,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:39:56,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T00:39:56,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:56,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:39:56,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T00:39:56,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:56,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:39:56,430 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,435 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,437 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,443 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,444 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,448 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T00:39:56,452 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:39:56,457 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:39:56,458 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73943484, jitterRate=0.10184377431869507}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T00:39:56,465 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733704796358Initializing all the Stores at 1733704796361 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704796361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704796362 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704796362Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704796362Cleaning up temporary data from old regions at 1733704796444 (+82 ms)Region opened successfully at 1733704796464 (+20 ms) 2024-12-09T00:39:56,466 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T00:39:56,496 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77061cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T00:39:56,521 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T00:39:56,531 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T00:39:56,531 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T00:39:56,534 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T00:39:56,535 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T00:39:56,541 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-09T00:39:56,541 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T00:39:56,564 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T00:39:56,572 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T00:39:56,623 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T00:39:56,626 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T00:39:56,628 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T00:39:56,645 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T00:39:56,647 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T00:39:56,651 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T00:39:56,662 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T00:39:56,663 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T00:39:56,673 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T00:39:56,689 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T00:39:56,698 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T00:39:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T00:39:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T00:39:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:56,715 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bae0942de96,37335,1733704793160, sessionid=0x100081177ab0000, setting cluster-up flag (Was=false) 2024-12-09T00:39:56,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:56,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:56,764 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T00:39:56,766 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,37335,1733704793160 2024-12-09T00:39:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:56,814 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T00:39:56,818 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,37335,1733704793160 2024-12-09T00:39:56,828 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T00:39:56,843 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(746): ClusterId : 0073e59e-cd17-4a17-b4a8-e7be1bb241e7 2024-12-09T00:39:56,845 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T00:39:56,858 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T00:39:56,859 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T00:39:56,872 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T00:39:56,873 DEBUG [RS:0;1bae0942de96:45465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ae9b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T00:39:56,885 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bae0942de96:45465 2024-12-09T00:39:56,888 INFO [RS:0;1bae0942de96:45465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T00:39:56,888 INFO [RS:0;1bae0942de96:45465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T00:39:56,888 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T00:39:56,891 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,37335,1733704793160 with port=45465, startcode=1733704794103 2024-12-09T00:39:56,897 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T00:39:56,903 DEBUG [RS:0;1bae0942de96:45465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T00:39:56,908 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T00:39:56,915 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T00:39:56,922 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bae0942de96,37335,1733704793160 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T00:39:56,931 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:39:56,932 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:39:56,932 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:39:56,932 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:39:56,933 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bae0942de96:0, corePoolSize=10, maxPoolSize=10 2024-12-09T00:39:56,933 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:56,933 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T00:39:56,934 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:56,937 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733704826937 2024-12-09T00:39:56,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:39:56,940 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T00:39:56,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T00:39:56,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T00:39:56,941 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T00:39:56,945 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T00:39:56,945 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T00:39:56,946 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T00:39:56,946 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T00:39:56,947 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:56,947 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37335 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:39:56,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T00:39:56,950 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:56,955 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T00:39:56,957 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T00:39:56,957 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T00:39:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741831_1007 (size=1321) 2024-12-09T00:39:56,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T00:39:56,963 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T00:39:56,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:39:56,963 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T00:39:56,965 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733704796965,5,FailOnTimeoutGroup] 2024-12-09T00:39:56,974 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733704796965,5,FailOnTimeoutGroup] 2024-12-09T00:39:56,975 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:56,975 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T00:39:56,976 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:56,976 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:56,982 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T00:39:56,983 WARN [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T00:39:56,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741832_1008 (size=32) 2024-12-09T00:39:57,084 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,37335,1733704793160 with port=45465, startcode=1733704794103 2024-12-09T00:39:57,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37335 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,096 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:39:57,096 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42051 2024-12-09T00:39:57,096 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T00:39:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T00:39:57,121 DEBUG [RS:0;1bae0942de96:45465 {}] zookeeper.ZKUtil(111): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,121 WARN [RS:0;1bae0942de96:45465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T00:39:57,122 INFO [RS:0;1bae0942de96:45465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:39:57,122 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,45465,1733704794103] 2024-12-09T00:39:57,148 INFO [RS:0;1bae0942de96:45465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T00:39:57,164 INFO [RS:0;1bae0942de96:45465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T00:39:57,169 INFO [RS:0;1bae0942de96:45465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T00:39:57,170 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,171 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T00:39:57,177 INFO [RS:0;1bae0942de96:45465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T00:39:57,179 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,180 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,180 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,180 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,180 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,180 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,181 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:39:57,182 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T00:39:57,182 DEBUG [RS:0;1bae0942de96:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T00:39:57,183 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,183 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,183 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,183 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,184 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,184 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45465,1733704794103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T00:39:57,202 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T00:39:57,204 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45465,1733704794103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,204 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,204 INFO [RS:0;1bae0942de96:45465 {}] regionserver.Replication(171): 1bae0942de96,45465,1733704794103 started 2024-12-09T00:39:57,220 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:57,220 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,45465,1733704794103, RpcServer on 1bae0942de96/172.17.0.2:45465, sessionid=0x100081177ab0001 2024-12-09T00:39:57,221 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T00:39:57,221 DEBUG [RS:0;1bae0942de96:45465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,221 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,45465,1733704794103' 2024-12-09T00:39:57,221 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T00:39:57,222 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T00:39:57,223 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T00:39:57,223 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T00:39:57,223 DEBUG [RS:0;1bae0942de96:45465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,223 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,45465,1733704794103' 2024-12-09T00:39:57,224 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T00:39:57,224 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T00:39:57,225 DEBUG [RS:0;1bae0942de96:45465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T00:39:57,225 INFO [RS:0;1bae0942de96:45465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T00:39:57,225 INFO [RS:0;1bae0942de96:45465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T00:39:57,333 INFO [RS:0;1bae0942de96:45465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T00:39:57,337 INFO [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C45465%2C1733704794103, suffix=, logDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/oldWALs, maxLogs=32 2024-12-09T00:39:57,350 DEBUG [RS:0;1bae0942de96:45465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103/1bae0942de96%2C45465%2C1733704794103.1733704797339, exclude list is [], retry=0 2024-12-09T00:39:57,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-9a6d3053-0de3-420d-98e4-4f7bda02451c,DISK] 2024-12-09T00:39:57,357 INFO [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103/1bae0942de96%2C45465%2C1733704794103.1733704797339 2024-12-09T00:39:57,357 DEBUG [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43091:43091)] 2024-12-09T00:39:57,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:39:57,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T00:39:57,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T00:39:57,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T00:39:57,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T00:39:57,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T00:39:57,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T00:39:57,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T00:39:57,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T00:39:57,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T00:39:57,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740 2024-12-09T00:39:57,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740 2024-12-09T00:39:57,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T00:39:57,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T00:39:57,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:39:57,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T00:39:57,422 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:39:57,422 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67856417, jitterRate=0.011139407753944397}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:39:57,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733704797392Initializing all the Stores at 1733704797394 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704797394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704797394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704797394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704797394Cleaning up temporary data from old regions at 1733704797415 (+21 ms)Region opened successfully at 1733704797424 (+9 ms) 2024-12-09T00:39:57,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T00:39:57,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T00:39:57,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T00:39:57,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T00:39:57,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T00:39:57,426 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T00:39:57,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733704797424Disabling compacts and flushes for region at 1733704797424Disabling writes for close at 1733704797424Writing region close event to WAL at 1733704797425 (+1 ms)Closed at 1733704797426 (+1 ms) 2024-12-09T00:39:57,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:39:57,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T00:39:57,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T00:39:57,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T00:39:57,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T00:39:57,597 DEBUG [1bae0942de96:37335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T00:39:57,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,45465,1733704794103, state=OPENING 2024-12-09T00:39:57,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T00:39:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:39:57,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T00:39:57,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T00:39:57,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T00:39:57,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:39:57,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T00:39:57,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T00:39:57,859 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T00:39:57,859 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:39:57,860 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T00:39:57,863 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C45465%2C1733704794103.meta, suffix=.meta, logDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/oldWALs, maxLogs=32 2024-12-09T00:39:57,876 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103/1bae0942de96%2C45465%2C1733704794103.meta.1733704797864.meta, exclude list is [], retry=0 2024-12-09T00:39:57,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-9a6d3053-0de3-420d-98e4-4f7bda02451c,DISK] 2024-12-09T00:39:57,883 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/WALs/1bae0942de96,45465,1733704794103/1bae0942de96%2C45465%2C1733704794103.meta.1733704797864.meta 2024-12-09T00:39:57,884 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43091:43091)] 2024-12-09T00:39:57,884 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:39:57,886 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T00:39:57,889 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T00:39:57,895 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T00:39:57,899 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T00:39:57,900 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:39:57,900 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T00:39:57,900 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T00:39:57,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T00:39:57,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T00:39:57,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T00:39:57,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T00:39:57,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T00:39:57,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T00:39:57,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T00:39:57,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T00:39:57,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:57,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:39:57,919 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T00:39:57,921 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740 2024-12-09T00:39:57,924 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740 2024-12-09T00:39:57,927 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T00:39:57,927 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T00:39:57,928 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:39:57,933 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T00:39:57,935 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66624177, jitterRate=-0.007222399115562439}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:39:57,935 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T00:39:57,936 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733704797901Writing region info on filesystem at 1733704797901Initializing all the Stores at 1733704797903 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704797903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704797903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704797903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733704797903Cleaning up temporary data from old regions at 1733704797928 (+25 ms)Running coprocessor post-open hooks at 1733704797935 (+7 ms)Region opened successfully at 1733704797936 (+1 ms) 2024-12-09T00:39:57,942 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733704797840 2024-12-09T00:39:57,953 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T00:39:57,953 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T00:39:57,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:39:57,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,45465,1733704794103, state=OPEN 2024-12-09T00:39:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T00:39:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T00:39:58,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T00:39:58,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T00:39:58,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bae0942de96,45465,1733704794103 2024-12-09T00:39:58,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T00:39:58,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,45465,1733704794103 in 339 msec 2024-12-09T00:39:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T00:39:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-12-09T00:39:58,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:39:58,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T00:39:58,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:39:58,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:39:58,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:39:58,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:39:58,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-09T00:39:58,095 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733704798094, completionTime=-1 2024-12-09T00:39:58,098 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T00:39:58,099 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T00:39:58,128 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T00:39:58,128 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733704858128 2024-12-09T00:39:58,128 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733704918128 2024-12-09T00:39:58,129 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-09T00:39:58,130 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,37335,1733704793160-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,131 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,37335,1733704793160-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,131 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,37335,1733704793160-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,132 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bae0942de96:37335, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,133 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,133 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,140 DEBUG [master/1bae0942de96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T00:39:58,192 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.862sec 2024-12-09T00:39:58,194 INFO [master/1bae0942de96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T00:39:58,196 INFO [master/1bae0942de96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T00:39:58,197 INFO [master/1bae0942de96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T00:39:58,198 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T00:39:58,198 INFO [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T00:39:58,199 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,37335,1733704793160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T00:39:58,200 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,37335,1733704793160-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T00:39:58,211 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T00:39:58,212 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T00:39:58,212 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,37335,1733704793160-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:39:58,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:39:58,255 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T00:39:58,255 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T00:39:58,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:39:58,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:39:58,267 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:39:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:39:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:39:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:39:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:39:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:39:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:39:58,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:39:58,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:39:58,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:39:58,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:39:58,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:39:58,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:39:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bae0942de96,37335,1733704793160 2024-12-09T00:39:58,325 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=17102 2024-12-09T00:39:58,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:39:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:39:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109f50e 2024-12-09T00:39:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:39:58,348 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:39:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:39:58,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:39:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T00:39:58,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:39:58,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-09T00:39:58,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:58,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:39:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T00:39:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741835_1011 (size=959) 2024-12-09T00:39:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T00:39:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T00:39:58,788 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:39:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741836_1012 (size=53) 2024-12-09T00:39:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T00:39:59,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:39:59,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6c5b55a822142b75b56d7b84c2b268c0, disabling compactions & flushes 2024-12-09T00:39:59,199 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. after waiting 0 ms 2024-12-09T00:39:59,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,199 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c5b55a822142b75b56d7b84c2b268c0: Waiting for close lock at 1733704799199Disabling compacts and flushes for region at 1733704799199Disabling writes for close at 1733704799199Writing region close event to WAL at 1733704799199Closed at 1733704799199 2024-12-09T00:39:59,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:39:59,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733704799202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733704799202"}]},"ts":"1733704799202"} 2024-12-09T00:39:59,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T00:39:59,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:39:59,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704799213"}]},"ts":"1733704799213"} 2024-12-09T00:39:59,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T00:39:59,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, ASSIGN}] 2024-12-09T00:39:59,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, ASSIGN 2024-12-09T00:39:59,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, ASSIGN; state=OFFLINE, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=false 2024-12-09T00:39:59,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c5b55a822142b75b56d7b84c2b268c0, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:39:59,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, ASSIGN because future has completed 2024-12-09T00:39:59,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:39:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T00:39:59,551 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,552 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:39:59,552 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,552 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:39:59,553 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,553 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,555 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,557 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c5b55a822142b75b56d7b84c2b268c0 columnFamilyName A 2024-12-09T00:39:59,558 DEBUG [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:59,559 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] regionserver.HStore(327): Store=6c5b55a822142b75b56d7b84c2b268c0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:39:59,559 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,561 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c5b55a822142b75b56d7b84c2b268c0 columnFamilyName B 2024-12-09T00:39:59,561 DEBUG [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:59,562 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] regionserver.HStore(327): Store=6c5b55a822142b75b56d7b84c2b268c0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:39:59,562 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,564 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c5b55a822142b75b56d7b84c2b268c0 columnFamilyName C 2024-12-09T00:39:59,564 DEBUG [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:39:59,565 INFO [StoreOpener-6c5b55a822142b75b56d7b84c2b268c0-1 {}] regionserver.HStore(327): Store=6c5b55a822142b75b56d7b84c2b268c0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:39:59,565 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,567 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,567 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,569 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,569 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,570 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:39:59,573 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,576 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:39:59,577 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c5b55a822142b75b56d7b84c2b268c0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59766151, jitterRate=-0.1094149500131607}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:39:59,577 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:39:59,578 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c5b55a822142b75b56d7b84c2b268c0: Running coprocessor pre-open hook at 1733704799553Writing region info on filesystem at 1733704799553Initializing all the Stores at 1733704799555 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704799555Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704799555Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704799555Cleaning up temporary data from old regions at 1733704799569 (+14 ms)Running coprocessor post-open hooks at 1733704799577 (+8 ms)Region opened successfully at 1733704799578 (+1 ms) 2024-12-09T00:39:59,580 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., pid=6, masterSystemTime=1733704799543 2024-12-09T00:39:59,583 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,583 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:39:59,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c5b55a822142b75b56d7b84c2b268c0, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:39:59,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:39:59,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T00:39:59,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 in 201 msec 2024-12-09T00:39:59,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T00:39:59,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, ASSIGN in 373 msec 2024-12-09T00:39:59,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:39:59,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704799601"}]},"ts":"1733704799601"} 2024-12-09T00:39:59,605 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T00:39:59,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:39:59,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2500 sec 2024-12-09T00:40:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T00:40:00,539 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:00,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596504f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7e812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:40:00,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:40:00,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2702f94 2024-12-09T00:40:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:40:00,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:40:00,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,571 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c9506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,575 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,580 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2da332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,583 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,588 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,592 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,596 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,600 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce4b195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,604 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,611 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643444eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,618 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526369d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,621 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be2e700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,624 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f638da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,627 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b367dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36df70c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:00,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:00,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba1af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:00,635 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6348649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:00,641 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,641 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,641 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,657 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,657 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,659 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,659 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,659 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,659 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,659 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,677 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,679 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-09T00:40:00,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T00:40:00,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:00,703 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:00,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:00,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:00,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T00:40:00,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:00,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:00,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:00,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:00,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:00,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/6ea3dd8ceecd4ef1ad618799f15c716a is 50, key is test_row_0/A:col10/1733704800704/Put/seqid=0 2024-12-09T00:40:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704860888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704860899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:00,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704860901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:00,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704860903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704860908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741837_1013 (size=14341) 2024-12-09T00:40:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T00:40:01,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704861025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704861036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704861037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704861056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704861057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:01,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704861236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:01,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704861257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704861257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704861267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704861267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T00:40:01,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/6ea3dd8ceecd4ef1ad618799f15c716a 2024-12-09T00:40:01,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:01,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:01,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b9c228620f68463692de900ac516fe72 is 50, key is test_row_0/B:col10/1733704800704/Put/seqid=0 2024-12-09T00:40:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741838_1014 (size=12001) 2024-12-09T00:40:01,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b9c228620f68463692de900ac516fe72 2024-12-09T00:40:01,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704861546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/29c6927fab7a42f39d72127bbc54f7a2 is 50, key is test_row_0/C:col10/1733704800704/Put/seqid=0 2024-12-09T00:40:01,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:01,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704861566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704861576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704861576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704861576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741839_1015 (size=12001) 2024-12-09T00:40:01,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:01,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T00:40:01,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:01,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:02,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/29c6927fab7a42f39d72127bbc54f7a2 2024-12-09T00:40:02,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/6ea3dd8ceecd4ef1ad618799f15c716a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6ea3dd8ceecd4ef1ad618799f15c716a 2024-12-09T00:40:02,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:02,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:02,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6ea3dd8ceecd4ef1ad618799f15c716a, entries=200, sequenceid=14, filesize=14.0 K 2024-12-09T00:40:02,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b9c228620f68463692de900ac516fe72 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b9c228620f68463692de900ac516fe72 2024-12-09T00:40:02,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b9c228620f68463692de900ac516fe72, entries=150, sequenceid=14, filesize=11.7 K 2024-12-09T00:40:02,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704862066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:02,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/29c6927fab7a42f39d72127bbc54f7a2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/29c6927fab7a42f39d72127bbc54f7a2 2024-12-09T00:40:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704862076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704862087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:02,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704862088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:02,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:02,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704862096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:02,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/29c6927fab7a42f39d72127bbc54f7a2, entries=150, sequenceid=14, filesize=11.7 K 2024-12-09T00:40:02,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6c5b55a822142b75b56d7b84c2b268c0 in 1370ms, sequenceid=14, compaction requested=false 2024-12-09T00:40:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T00:40:02,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:02,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T00:40:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:02,189 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:40:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c0ec3ecb8de04a508af0ecb39ee8f70c is 50, key is test_row_0/A:col10/1733704800897/Put/seqid=0 2024-12-09T00:40:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741840_1016 (size=12001) 2024-12-09T00:40:02,635 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c0ec3ecb8de04a508af0ecb39ee8f70c 2024-12-09T00:40:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/a22e879a3f734131a896be7ac3e10d6f is 50, key is test_row_0/B:col10/1733704800897/Put/seqid=0 2024-12-09T00:40:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741841_1017 (size=12001) 2024-12-09T00:40:02,683 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/a22e879a3f734131a896be7ac3e10d6f 2024-12-09T00:40:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6f79569a4e2b4b979eeec19e427357df is 50, key is test_row_0/C:col10/1733704800897/Put/seqid=0 2024-12-09T00:40:02,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741842_1018 (size=12001) 2024-12-09T00:40:02,742 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6f79569a4e2b4b979eeec19e427357df 2024-12-09T00:40:02,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c0ec3ecb8de04a508af0ecb39ee8f70c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0ec3ecb8de04a508af0ecb39ee8f70c 2024-12-09T00:40:02,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0ec3ecb8de04a508af0ecb39ee8f70c, entries=150, sequenceid=38, filesize=11.7 K 2024-12-09T00:40:02,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/a22e879a3f734131a896be7ac3e10d6f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a22e879a3f734131a896be7ac3e10d6f 2024-12-09T00:40:02,805 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a22e879a3f734131a896be7ac3e10d6f, entries=150, sequenceid=38, filesize=11.7 K 2024-12-09T00:40:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6f79569a4e2b4b979eeec19e427357df as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6f79569a4e2b4b979eeec19e427357df 2024-12-09T00:40:02,825 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6f79569a4e2b4b979eeec19e427357df, entries=150, sequenceid=38, filesize=11.7 K 2024-12-09T00:40:02,828 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6c5b55a822142b75b56d7b84c2b268c0 in 639ms, sequenceid=38, compaction requested=false 2024-12-09T00:40:02,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:02,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:02,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-09T00:40:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-09T00:40:02,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T00:40:02,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1270 sec 2024-12-09T00:40:02,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.1490 sec 2024-12-09T00:40:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T00:40:02,845 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:02,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-09T00:40:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T00:40:02,856 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:02,860 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:02,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T00:40:03,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T00:40:03,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-09T00:40:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-09T00:40:03,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T00:40:03,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-12-09T00:40:03,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 177 msec 2024-12-09T00:40:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T00:40:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:03,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:40:03,167 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:03,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-09T00:40:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T00:40:03,177 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:03,181 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:03,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:03,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4afd05b5bf704e4081e24c2201dd8569 is 50, key is test_row_0/A:col10/1733704803162/Put/seqid=0 2024-12-09T00:40:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741843_1019 (size=12001) 2024-12-09T00:40:03,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4afd05b5bf704e4081e24c2201dd8569 2024-12-09T00:40:03,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704863237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704863245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704863241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704863249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704863249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/4fe8506a85cc4101b9fd820dbe964066 is 50, key is test_row_0/B:col10/1733704803162/Put/seqid=0 2024-12-09T00:40:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T00:40:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741844_1020 (size=12001) 2024-12-09T00:40:03,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/4fe8506a85cc4101b9fd820dbe964066 2024-12-09T00:40:03,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T00:40:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:03,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/d1523663c23f46b99bf2e2b984dae0eb is 50, key is test_row_0/C:col10/1733704803162/Put/seqid=0 2024-12-09T00:40:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741845_1021 (size=12001) 2024-12-09T00:40:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704863368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704863367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704863369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704863376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704863377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/d1523663c23f46b99bf2e2b984dae0eb 2024-12-09T00:40:03,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4afd05b5bf704e4081e24c2201dd8569 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4afd05b5bf704e4081e24c2201dd8569 2024-12-09T00:40:03,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T00:40:03,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4afd05b5bf704e4081e24c2201dd8569, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T00:40:03,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/4fe8506a85cc4101b9fd820dbe964066 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4fe8506a85cc4101b9fd820dbe964066 2024-12-09T00:40:03,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4fe8506a85cc4101b9fd820dbe964066, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T00:40:03,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/d1523663c23f46b99bf2e2b984dae0eb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/d1523663c23f46b99bf2e2b984dae0eb 2024-12-09T00:40:03,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/d1523663c23f46b99bf2e2b984dae0eb, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T00:40:03,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c5b55a822142b75b56d7b84c2b268c0 in 323ms, sequenceid=51, compaction requested=true 2024-12-09T00:40:03,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:03,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T00:40:03,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,495 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:40:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T00:40:03,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:03,508 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:03,511 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:03,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T00:40:03,514 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:03,516 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:03,516 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,517 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b9c228620f68463692de900ac516fe72, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a22e879a3f734131a896be7ac3e10d6f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4fe8506a85cc4101b9fd820dbe964066] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=35.2 K 2024-12-09T00:40:03,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5d0c9f5f2b3f407face41e10a9a6893e is 50, key is test_row_0/A:col10/1733704803240/Put/seqid=0 2024-12-09T00:40:03,526 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b9c228620f68463692de900ac516fe72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733704800704 2024-12-09T00:40:03,527 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a22e879a3f734131a896be7ac3e10d6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733704800893 2024-12-09T00:40:03,528 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe8506a85cc4101b9fd820dbe964066, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704803153 2024-12-09T00:40:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741846_1022 (size=12001) 2024-12-09T00:40:03,543 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:03,543 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:03,543 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,543 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6ea3dd8ceecd4ef1ad618799f15c716a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0ec3ecb8de04a508af0ecb39ee8f70c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4afd05b5bf704e4081e24c2201dd8569] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.4 K 2024-12-09T00:40:03,547 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5d0c9f5f2b3f407face41e10a9a6893e 2024-12-09T00:40:03,553 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ea3dd8ceecd4ef1ad618799f15c716a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733704800703 2024-12-09T00:40:03,557 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0ec3ecb8de04a508af0ecb39ee8f70c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733704800893 2024-12-09T00:40:03,568 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4afd05b5bf704e4081e24c2201dd8569, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704803153 2024-12-09T00:40:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/9611fd470dcb4a8e952da2dd1f7a4b03 is 50, key is test_row_0/B:col10/1733704803240/Put/seqid=0 2024-12-09T00:40:03,574 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:03,575 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d0b694043d8242539bf73a509a134575 is 50, key is test_row_0/B:col10/1733704803162/Put/seqid=0 2024-12-09T00:40:03,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:03,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T00:40:03,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T00:40:03,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T00:40:03,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T00:40:03,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T00:40:03,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T00:40:03,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:40:03,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T00:40:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741848_1024 (size=12104) 2024-12-09T00:40:03,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704863612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741847_1023 (size=12001) 2024-12-09T00:40:03,647 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/9611fd470dcb4a8e952da2dd1f7a4b03 2024-12-09T00:40:03,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704863618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,654 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:03,655 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4190374853e14088a63ca0fc309633b9 is 50, key is test_row_0/A:col10/1733704803162/Put/seqid=0 2024-12-09T00:40:03,657 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d0b694043d8242539bf73a509a134575 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d0b694043d8242539bf73a509a134575 2024-12-09T00:40:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704863617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704863629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704863637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,697 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into d0b694043d8242539bf73a509a134575(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:03,698 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:03,702 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704803504; duration=0sec 2024-12-09T00:40:03,703 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:03,703 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:03,704 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:03,707 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:03,707 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:03,707 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,707 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/29c6927fab7a42f39d72127bbc54f7a2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6f79569a4e2b4b979eeec19e427357df, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/d1523663c23f46b99bf2e2b984dae0eb] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=35.2 K 2024-12-09T00:40:03,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/4f0f46cdebd6474b89f9c80f066ef3fa is 50, key is test_row_0/C:col10/1733704803240/Put/seqid=0 2024-12-09T00:40:03,713 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c6927fab7a42f39d72127bbc54f7a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733704800704 2024-12-09T00:40:03,715 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f79569a4e2b4b979eeec19e427357df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733704800893 2024-12-09T00:40:03,720 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d1523663c23f46b99bf2e2b984dae0eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704803153 2024-12-09T00:40:03,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741849_1025 (size=12104) 2024-12-09T00:40:03,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704863745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,754 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:03,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704863755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,756 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e1d63b1f665a4e7bb8dad5be07246304 is 50, key is test_row_0/C:col10/1733704803162/Put/seqid=0 2024-12-09T00:40:03,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,759 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4190374853e14088a63ca0fc309633b9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4190374853e14088a63ca0fc309633b9 2024-12-09T00:40:03,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741850_1026 (size=12001) 2024-12-09T00:40:03,764 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/4f0f46cdebd6474b89f9c80f066ef3fa 2024-12-09T00:40:03,776 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 4190374853e14088a63ca0fc309633b9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:03,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5d0c9f5f2b3f407face41e10a9a6893e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5d0c9f5f2b3f407face41e10a9a6893e 2024-12-09T00:40:03,776 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:03,776 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704803491; duration=0sec 2024-12-09T00:40:03,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704863766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704863766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704863766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:03,779 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:03,779 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741851_1027 (size=12104) 2024-12-09T00:40:03,793 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5d0c9f5f2b3f407face41e10a9a6893e, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T00:40:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/9611fd470dcb4a8e952da2dd1f7a4b03 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/9611fd470dcb4a8e952da2dd1f7a4b03 2024-12-09T00:40:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T00:40:03,812 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/9611fd470dcb4a8e952da2dd1f7a4b03, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T00:40:03,812 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e1d63b1f665a4e7bb8dad5be07246304 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e1d63b1f665a4e7bb8dad5be07246304 2024-12-09T00:40:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/4f0f46cdebd6474b89f9c80f066ef3fa as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/4f0f46cdebd6474b89f9c80f066ef3fa 2024-12-09T00:40:03,830 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into e1d63b1f665a4e7bb8dad5be07246304(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:03,830 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:03,830 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704803505; duration=0sec 2024-12-09T00:40:03,831 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:03,831 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:03,840 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/4f0f46cdebd6474b89f9c80f066ef3fa, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T00:40:03,843 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c5b55a822142b75b56d7b84c2b268c0 in 348ms, sequenceid=75, compaction requested=false 2024-12-09T00:40:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-09T00:40:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-09T00:40:03,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T00:40:03,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 666 msec 2024-12-09T00:40:03,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 686 msec 2024-12-09T00:40:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:03,960 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:03,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:40:03,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c9881b92486e4df4b697d4cb1e345018 is 50, key is test_row_0/A:col10/1733704803957/Put/seqid=0 2024-12-09T00:40:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741852_1028 (size=14341) 2024-12-09T00:40:04,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c9881b92486e4df4b697d4cb1e345018 2024-12-09T00:40:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704864061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704864061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704864062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704864066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704864066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f479ea5657d748379155f782ca0c774a is 50, key is test_row_0/B:col10/1733704803957/Put/seqid=0 2024-12-09T00:40:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741853_1029 (size=12001) 2024-12-09T00:40:04,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704864176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704864176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704864185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704864185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704864186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T00:40:04,316 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:04,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-09T00:40:04,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T00:40:04,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:04,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704864385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704864395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704864405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704864405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704864406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T00:40:04,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:04,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f479ea5657d748379155f782ca0c774a 2024-12-09T00:40:04,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/485263097b334427a3d14f6c21ceb01f is 50, key is test_row_0/C:col10/1733704803957/Put/seqid=0 2024-12-09T00:40:04,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741854_1030 (size=12001) 2024-12-09T00:40:04,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/485263097b334427a3d14f6c21ceb01f 2024-12-09T00:40:04,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c9881b92486e4df4b697d4cb1e345018 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c9881b92486e4df4b697d4cb1e345018 2024-12-09T00:40:04,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c9881b92486e4df4b697d4cb1e345018, entries=200, sequenceid=91, filesize=14.0 K 2024-12-09T00:40:04,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f479ea5657d748379155f782ca0c774a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f479ea5657d748379155f782ca0c774a 2024-12-09T00:40:04,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f479ea5657d748379155f782ca0c774a, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T00:40:04,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/485263097b334427a3d14f6c21ceb01f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/485263097b334427a3d14f6c21ceb01f 2024-12-09T00:40:04,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/485263097b334427a3d14f6c21ceb01f, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T00:40:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6c5b55a822142b75b56d7b84c2b268c0 in 681ms, sequenceid=91, compaction requested=true 2024-12-09T00:40:04,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:04,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:04,642 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:04,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:04,642 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T00:40:04,645 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:04,645 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:04,645 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:04,645 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:04,646 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,646 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,646 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4190374853e14088a63ca0fc309633b9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5d0c9f5f2b3f407face41e10a9a6893e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c9881b92486e4df4b697d4cb1e345018] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.5 K 2024-12-09T00:40:04,646 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d0b694043d8242539bf73a509a134575, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/9611fd470dcb4a8e952da2dd1f7a4b03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f479ea5657d748379155f782ca0c774a] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=35.3 K 2024-12-09T00:40:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:04,647 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d0b694043d8242539bf73a509a134575, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704803153 2024-12-09T00:40:04,647 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4190374853e14088a63ca0fc309633b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704803153 2024-12-09T00:40:04,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:04,648 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d0c9f5f2b3f407face41e10a9a6893e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733704803240 2024-12-09T00:40:04,648 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9611fd470dcb4a8e952da2dd1f7a4b03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733704803240 2024-12-09T00:40:04,649 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9881b92486e4df4b697d4cb1e345018, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704803601 2024-12-09T00:40:04,649 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f479ea5657d748379155f782ca0c774a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704803601 2024-12-09T00:40:04,681 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#18 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:04,682 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/6a0487f4ff2a4129af3e2d291e983e21 is 50, key is test_row_0/A:col10/1733704803957/Put/seqid=0 2024-12-09T00:40:04,703 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:04,704 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/bba68ef1f6a24977896139a954673e46 is 50, key is test_row_0/B:col10/1733704803957/Put/seqid=0 2024-12-09T00:40:04,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:04,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T00:40:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704864725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704864725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704864728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704864732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704864734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741855_1031 (size=12207) 2024-12-09T00:40:04,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/8b930e7822be452c8583df13317eaa8f is 50, key is test_row_0/A:col10/1733704804709/Put/seqid=0 2024-12-09T00:40:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741856_1032 (size=12207) 2024-12-09T00:40:04,790 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/bba68ef1f6a24977896139a954673e46 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/bba68ef1f6a24977896139a954673e46 2024-12-09T00:40:04,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:04,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,803 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into bba68ef1f6a24977896139a954673e46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:04,803 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:04,804 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704804642; duration=0sec 2024-12-09T00:40:04,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:04,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:04,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:04,806 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:04,807 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:04,807 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,807 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e1d63b1f665a4e7bb8dad5be07246304, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/4f0f46cdebd6474b89f9c80f066ef3fa, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/485263097b334427a3d14f6c21ceb01f] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=35.3 K 2024-12-09T00:40:04,808 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e1d63b1f665a4e7bb8dad5be07246304, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704803153 2024-12-09T00:40:04,809 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f0f46cdebd6474b89f9c80f066ef3fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733704803240 2024-12-09T00:40:04,810 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 485263097b334427a3d14f6c21ceb01f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704803601 2024-12-09T00:40:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741857_1033 (size=16681) 2024-12-09T00:40:04,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/8b930e7822be452c8583df13317eaa8f 2024-12-09T00:40:04,840 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:04,842 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/36e1410339bf4724a1b8689aedfd221d is 50, key is test_row_0/C:col10/1733704803957/Put/seqid=0 2024-12-09T00:40:04,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704864847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704864847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/db0a6fe4789541e08a5f842093c34b04 is 50, key is test_row_0/B:col10/1733704804709/Put/seqid=0 2024-12-09T00:40:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704864847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704864847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704864852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741858_1034 (size=12207) 2024-12-09T00:40:04,890 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/36e1410339bf4724a1b8689aedfd221d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/36e1410339bf4724a1b8689aedfd221d 2024-12-09T00:40:04,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741859_1035 (size=12001) 2024-12-09T00:40:04,910 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into 36e1410339bf4724a1b8689aedfd221d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:04,910 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:04,910 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704804647; duration=0sec 2024-12-09T00:40:04,911 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:04,912 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:04,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:04,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:04,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T00:40:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704865066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704865066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704865066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704865066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704865066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,181 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/6a0487f4ff2a4129af3e2d291e983e21 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6a0487f4ff2a4129af3e2d291e983e21 2024-12-09T00:40:05,218 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 6a0487f4ff2a4129af3e2d291e983e21(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:05,218 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:05,219 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704804642; duration=0sec 2024-12-09T00:40:05,219 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:05,219 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:05,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:05,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/db0a6fe4789541e08a5f842093c34b04 2024-12-09T00:40:05,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e9e651fd784241399f7da4aed226b62d is 50, key is test_row_0/C:col10/1733704804709/Put/seqid=0 2024-12-09T00:40:05,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741860_1036 (size=12001) 2024-12-09T00:40:05,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e9e651fd784241399f7da4aed226b62d 2024-12-09T00:40:05,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/8b930e7822be452c8583df13317eaa8f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/8b930e7822be452c8583df13317eaa8f 2024-12-09T00:40:05,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704865375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704865375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704865376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704865376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704865376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/8b930e7822be452c8583df13317eaa8f, entries=250, sequenceid=117, filesize=16.3 K 2024-12-09T00:40:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/db0a6fe4789541e08a5f842093c34b04 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/db0a6fe4789541e08a5f842093c34b04 2024-12-09T00:40:05,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/db0a6fe4789541e08a5f842093c34b04, entries=150, sequenceid=117, filesize=11.7 K 2024-12-09T00:40:05,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e9e651fd784241399f7da4aed226b62d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e9e651fd784241399f7da4aed226b62d 2024-12-09T00:40:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:05,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e9e651fd784241399f7da4aed226b62d, entries=150, sequenceid=117, filesize=11.7 K 2024-12-09T00:40:05,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6c5b55a822142b75b56d7b84c2b268c0 in 732ms, sequenceid=117, compaction requested=false 2024-12-09T00:40:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T00:40:05,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T00:40:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-09T00:40:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4b2d018e01974c6e941bba9604750478 is 50, key is test_row_0/A:col10/1733704804731/Put/seqid=0 2024-12-09T00:40:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741861_1037 (size=12001) 2024-12-09T00:40:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:05,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:05,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704865932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704865934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704865935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704865937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:05,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704865940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,013 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4b2d018e01974c6e941bba9604750478 2024-12-09T00:40:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/e62b5fd5165b4065818fb3538ee778a6 is 50, key is test_row_0/B:col10/1733704804731/Put/seqid=0 2024-12-09T00:40:06,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704866045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704866045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704866045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704866046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704866046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741862_1038 (size=12001) 2024-12-09T00:40:06,082 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/e62b5fd5165b4065818fb3538ee778a6 2024-12-09T00:40:06,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8d291721315a4a21a3bc04d80ebfa1cb is 50, key is test_row_0/C:col10/1733704804731/Put/seqid=0 2024-12-09T00:40:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741863_1039 (size=12001) 2024-12-09T00:40:06,157 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8d291721315a4a21a3bc04d80ebfa1cb 2024-12-09T00:40:06,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4b2d018e01974c6e941bba9604750478 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4b2d018e01974c6e941bba9604750478 2024-12-09T00:40:06,183 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4b2d018e01974c6e941bba9604750478, entries=150, sequenceid=130, filesize=11.7 K 2024-12-09T00:40:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/e62b5fd5165b4065818fb3538ee778a6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e62b5fd5165b4065818fb3538ee778a6 2024-12-09T00:40:06,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e62b5fd5165b4065818fb3538ee778a6, entries=150, sequenceid=130, filesize=11.7 K 2024-12-09T00:40:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8d291721315a4a21a3bc04d80ebfa1cb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8d291721315a4a21a3bc04d80ebfa1cb 2024-12-09T00:40:06,209 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8d291721315a4a21a3bc04d80ebfa1cb, entries=150, sequenceid=130, filesize=11.7 K 2024-12-09T00:40:06,213 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6c5b55a822142b75b56d7b84c2b268c0 in 633ms, sequenceid=130, compaction requested=true 2024-12-09T00:40:06,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:06,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-09T00:40:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-09T00:40:06,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T00:40:06,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-12-09T00:40:06,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.9040 sec 2024-12-09T00:40:06,263 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:06,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T00:40:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:06,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3ecba9ed0fc841b5bc6c1af2148466e1 is 50, key is test_row_0/A:col10/1733704805928/Put/seqid=0 2024-12-09T00:40:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741864_1040 (size=14541) 2024-12-09T00:40:06,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3ecba9ed0fc841b5bc6c1af2148466e1 2024-12-09T00:40:06,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/c86fb74833874413875356f500572bef is 50, key is test_row_0/B:col10/1733704805928/Put/seqid=0 2024-12-09T00:40:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741865_1041 (size=12151) 2024-12-09T00:40:06,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/c86fb74833874413875356f500572bef 2024-12-09T00:40:06,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704866318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704866319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704866321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704866323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704866325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2916e5723bbf452fadf7bfda0af60a44 is 50, key is test_row_0/C:col10/1733704805928/Put/seqid=0 2024-12-09T00:40:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741866_1042 (size=12151) 2024-12-09T00:40:06,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2916e5723bbf452fadf7bfda0af60a44 2024-12-09T00:40:06,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3ecba9ed0fc841b5bc6c1af2148466e1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3ecba9ed0fc841b5bc6c1af2148466e1 2024-12-09T00:40:06,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3ecba9ed0fc841b5bc6c1af2148466e1, entries=200, sequenceid=157, filesize=14.2 K 2024-12-09T00:40:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/c86fb74833874413875356f500572bef as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c86fb74833874413875356f500572bef 2024-12-09T00:40:06,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c86fb74833874413875356f500572bef, entries=150, sequenceid=157, filesize=11.9 K 2024-12-09T00:40:06,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2916e5723bbf452fadf7bfda0af60a44 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2916e5723bbf452fadf7bfda0af60a44 2024-12-09T00:40:06,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2916e5723bbf452fadf7bfda0af60a44, entries=150, sequenceid=157, filesize=11.9 K 2024-12-09T00:40:06,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6c5b55a822142b75b56d7b84c2b268c0 in 159ms, sequenceid=157, compaction requested=true 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:06,423 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:06,423 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:06,425 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:06,425 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:06,425 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:06,425 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,425 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:06,426 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,426 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/bba68ef1f6a24977896139a954673e46, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/db0a6fe4789541e08a5f842093c34b04, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e62b5fd5165b4065818fb3538ee778a6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c86fb74833874413875356f500572bef] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=47.2 K 2024-12-09T00:40:06,426 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6a0487f4ff2a4129af3e2d291e983e21, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/8b930e7822be452c8583df13317eaa8f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4b2d018e01974c6e941bba9604750478, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3ecba9ed0fc841b5bc6c1af2148466e1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=54.1 K 2024-12-09T00:40:06,427 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bba68ef1f6a24977896139a954673e46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704803601 2024-12-09T00:40:06,427 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a0487f4ff2a4129af3e2d291e983e21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704803601 2024-12-09T00:40:06,428 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b930e7822be452c8583df13317eaa8f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733704804047 2024-12-09T00:40:06,428 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting db0a6fe4789541e08a5f842093c34b04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733704804062 2024-12-09T00:40:06,429 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b2d018e01974c6e941bba9604750478, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733704804724 2024-12-09T00:40:06,429 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e62b5fd5165b4065818fb3538ee778a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733704804724 2024-12-09T00:40:06,429 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ecba9ed0fc841b5bc6c1af2148466e1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733704805928 2024-12-09T00:40:06,431 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c86fb74833874413875356f500572bef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733704805928 2024-12-09T00:40:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:06,450 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:06,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T00:40:06,461 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:06,462 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/a021888bc285411eb0447ff7cd7550d0 is 50, key is test_row_0/B:col10/1733704805928/Put/seqid=0 2024-12-09T00:40:06,472 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:06,472 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/7a41c44b9d964c5ca016239cf7f8c751 is 50, key is test_row_0/A:col10/1733704805928/Put/seqid=0 2024-12-09T00:40:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T00:40:06,475 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:06,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-09T00:40:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:06,480 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:06,481 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:06,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:06,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/378f830d41d9476bb42bab45abb8f67f is 50, key is test_row_0/A:col10/1733704806445/Put/seqid=0 2024-12-09T00:40:06,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704866495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741867_1043 (size=12493) 2024-12-09T00:40:06,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704866508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704866513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704866511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704866513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,533 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/7a41c44b9d964c5ca016239cf7f8c751 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a41c44b9d964c5ca016239cf7f8c751 2024-12-09T00:40:06,546 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 7a41c44b9d964c5ca016239cf7f8c751(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:06,546 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:06,546 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=12, startTime=1733704806423; duration=0sec 2024-12-09T00:40:06,547 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:06,547 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:06,547 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741868_1044 (size=12493) 2024-12-09T00:40:06,555 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:06,556 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:06,556 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,557 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/36e1410339bf4724a1b8689aedfd221d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e9e651fd784241399f7da4aed226b62d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8d291721315a4a21a3bc04d80ebfa1cb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2916e5723bbf452fadf7bfda0af60a44] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=47.2 K 2024-12-09T00:40:06,559 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e1410339bf4724a1b8689aedfd221d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704803601 2024-12-09T00:40:06,559 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/a021888bc285411eb0447ff7cd7550d0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a021888bc285411eb0447ff7cd7550d0 2024-12-09T00:40:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741869_1045 (size=16931) 2024-12-09T00:40:06,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/378f830d41d9476bb42bab45abb8f67f 2024-12-09T00:40:06,566 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e651fd784241399f7da4aed226b62d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733704804062 2024-12-09T00:40:06,573 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d291721315a4a21a3bc04d80ebfa1cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733704804724 2024-12-09T00:40:06,580 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2916e5723bbf452fadf7bfda0af60a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733704805928 2024-12-09T00:40:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:06,585 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into a021888bc285411eb0447ff7cd7550d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:06,585 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:06,585 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=12, startTime=1733704806423; duration=0sec 2024-12-09T00:40:06,585 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:06,585 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:06,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/68a7c07ed4cd4f36942348966a920cc9 is 50, key is test_row_0/B:col10/1733704806445/Put/seqid=0 2024-12-09T00:40:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741870_1046 (size=12151) 2024-12-09T00:40:06,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/68a7c07ed4cd4f36942348966a920cc9 2024-12-09T00:40:06,630 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#34 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:06,631 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5f1ce7c1cc2f4525ad48cf0388fd4851 is 50, key is test_row_0/C:col10/1733704805928/Put/seqid=0 2024-12-09T00:40:06,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704866625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704866626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:06,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704866635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:06,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704866636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704866641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/114668f6648d45458d0be4d98320cf2e is 50, key is test_row_0/C:col10/1733704806445/Put/seqid=0 2024-12-09T00:40:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741871_1047 (size=12493) 2024-12-09T00:40:06,688 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5f1ce7c1cc2f4525ad48cf0388fd4851 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5f1ce7c1cc2f4525ad48cf0388fd4851 2024-12-09T00:40:06,701 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into 5f1ce7c1cc2f4525ad48cf0388fd4851(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:06,701 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:06,701 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=12, startTime=1733704806423; duration=0sec 2024-12-09T00:40:06,701 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:06,702 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:06,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741872_1048 (size=12151) 2024-12-09T00:40:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:06,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704866845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704866845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704866846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704866855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704866855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:06,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:06,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:07,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/114668f6648d45458d0be4d98320cf2e 2024-12-09T00:40:07,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/378f830d41d9476bb42bab45abb8f67f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/378f830d41d9476bb42bab45abb8f67f 2024-12-09T00:40:07,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/378f830d41d9476bb42bab45abb8f67f, entries=250, sequenceid=171, filesize=16.5 K 2024-12-09T00:40:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/68a7c07ed4cd4f36942348966a920cc9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/68a7c07ed4cd4f36942348966a920cc9 2024-12-09T00:40:07,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/68a7c07ed4cd4f36942348966a920cc9, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T00:40:07,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/114668f6648d45458d0be4d98320cf2e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/114668f6648d45458d0be4d98320cf2e 2024-12-09T00:40:07,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/114668f6648d45458d0be4d98320cf2e, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T00:40:07,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6c5b55a822142b75b56d7b84c2b268c0 in 715ms, sequenceid=171, compaction requested=false 2024-12-09T00:40:07,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:07,166 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:07,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:40:07,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1007c1c499824eba96add63dec39d860 is 50, key is test_row_0/A:col10/1733704807164/Put/seqid=0 2024-12-09T00:40:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704867203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704867204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704867205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704867211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704867212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741873_1049 (size=14541) 2024-12-09T00:40:07,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1007c1c499824eba96add63dec39d860 2024-12-09T00:40:07,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/60fe4480e67b4b058cb60df45fa889f3 is 50, key is test_row_0/B:col10/1733704807164/Put/seqid=0 2024-12-09T00:40:07,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741874_1050 (size=12151) 2024-12-09T00:40:07,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/60fe4480e67b4b058cb60df45fa889f3 2024-12-09T00:40:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704867325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704867325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704867326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704867335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8f157b1f47004c11bff90b6112861343 is 50, key is test_row_0/C:col10/1733704807164/Put/seqid=0 2024-12-09T00:40:07,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704867335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741875_1051 (size=12151) 2024-12-09T00:40:07,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8f157b1f47004c11bff90b6112861343 2024-12-09T00:40:07,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1007c1c499824eba96add63dec39d860 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1007c1c499824eba96add63dec39d860 2024-12-09T00:40:07,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1007c1c499824eba96add63dec39d860, entries=200, sequenceid=197, filesize=14.2 K 2024-12-09T00:40:07,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/60fe4480e67b4b058cb60df45fa889f3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/60fe4480e67b4b058cb60df45fa889f3 2024-12-09T00:40:07,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/60fe4480e67b4b058cb60df45fa889f3, entries=150, sequenceid=197, filesize=11.9 K 2024-12-09T00:40:07,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:07,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8f157b1f47004c11bff90b6112861343 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8f157b1f47004c11bff90b6112861343 2024-12-09T00:40:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8f157b1f47004c11bff90b6112861343, entries=150, sequenceid=197, filesize=11.9 K 2024-12-09T00:40:07,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c5b55a822142b75b56d7b84c2b268c0 in 297ms, sequenceid=197, compaction requested=true 2024-12-09T00:40:07,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:07,464 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:07,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:07,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:07,465 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:07,466 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:07,466 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:07,466 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,467 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a41c44b9d964c5ca016239cf7f8c751, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/378f830d41d9476bb42bab45abb8f67f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1007c1c499824eba96add63dec39d860] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=42.9 K 2024-12-09T00:40:07,468 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a41c44b9d964c5ca016239cf7f8c751, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733704805928 2024-12-09T00:40:07,469 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 378f830d41d9476bb42bab45abb8f67f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733704806270 2024-12-09T00:40:07,470 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1007c1c499824eba96add63dec39d860, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733704806492 2024-12-09T00:40:07,471 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:07,471 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:07,471 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,471 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a021888bc285411eb0447ff7cd7550d0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/68a7c07ed4cd4f36942348966a920cc9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/60fe4480e67b4b058cb60df45fa889f3] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=35.9 K 2024-12-09T00:40:07,473 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a021888bc285411eb0447ff7cd7550d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733704805928 2024-12-09T00:40:07,474 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a7c07ed4cd4f36942348966a920cc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733704806320 2024-12-09T00:40:07,476 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 60fe4480e67b4b058cb60df45fa889f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733704806508 2024-12-09T00:40:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:07,508 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:07,508 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/69b0a3f1ebcc4cbaaea01edf524eb8e5 is 50, key is test_row_0/A:col10/1733704807164/Put/seqid=0 2024-12-09T00:40:07,519 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:07,520 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d80a2a9780554847afcf1be03ee7c151 is 50, key is test_row_0/B:col10/1733704807164/Put/seqid=0 2024-12-09T00:40:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:07,541 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:07,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T00:40:07,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741877_1053 (size=12595) 2024-12-09T00:40:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741876_1052 (size=12595) 2024-12-09T00:40:07,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/54806887de2e4a6a9782c6dd8980a422 is 50, key is test_row_0/A:col10/1733704807539/Put/seqid=0 2024-12-09T00:40:07,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704867592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704867595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704867606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704867606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704867608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741878_1054 (size=14541) 2024-12-09T00:40:07,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/54806887de2e4a6a9782c6dd8980a422 2024-12-09T00:40:07,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d6b7e4c4d1594f7a847da6ddbb7b36f0 is 50, key is test_row_0/B:col10/1733704807539/Put/seqid=0 2024-12-09T00:40:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704867716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704867716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704867725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704867725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704867727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741879_1055 (size=12151) 2024-12-09T00:40:07,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d6b7e4c4d1594f7a847da6ddbb7b36f0 2024-12-09T00:40:07,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2985d1ca466e41a5b79c50c9cfd3b187 is 50, key is test_row_0/C:col10/1733704807539/Put/seqid=0 2024-12-09T00:40:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741880_1056 (size=12151) 2024-12-09T00:40:07,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:07,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:07,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704867936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704867936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704867945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704867945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704867946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:07,987 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d80a2a9780554847afcf1be03ee7c151 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d80a2a9780554847afcf1be03ee7c151 2024-12-09T00:40:07,996 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/69b0a3f1ebcc4cbaaea01edf524eb8e5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/69b0a3f1ebcc4cbaaea01edf524eb8e5 2024-12-09T00:40:08,008 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 69b0a3f1ebcc4cbaaea01edf524eb8e5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:08,008 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:08,008 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704807464; duration=0sec 2024-12-09T00:40:08,008 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:08,008 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:08,009 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:08,010 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into d80a2a9780554847afcf1be03ee7c151(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:08,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:08,010 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704807465; duration=0sec 2024-12-09T00:40:08,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:08,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:08,010 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:08,011 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:08,011 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:08,011 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5f1ce7c1cc2f4525ad48cf0388fd4851, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/114668f6648d45458d0be4d98320cf2e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8f157b1f47004c11bff90b6112861343] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=35.9 K 2024-12-09T00:40:08,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f1ce7c1cc2f4525ad48cf0388fd4851, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733704805928 2024-12-09T00:40:08,013 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 114668f6648d45458d0be4d98320cf2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733704806320 2024-12-09T00:40:08,013 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f157b1f47004c11bff90b6112861343, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733704806508 2024-12-09T00:40:08,039 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:08,041 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/ebba1866ee4f41fb9b77108921f6e2b9 is 50, key is test_row_0/C:col10/1733704807164/Put/seqid=0 2024-12-09T00:40:08,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:08,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:08,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741881_1057 (size=12595) 2024-12-09T00:40:08,098 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/ebba1866ee4f41fb9b77108921f6e2b9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/ebba1866ee4f41fb9b77108921f6e2b9 2024-12-09T00:40:08,107 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into ebba1866ee4f41fb9b77108921f6e2b9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:08,108 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:08,108 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704807494; duration=0sec 2024-12-09T00:40:08,108 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:08,108 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:08,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:08,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:08,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:08,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2985d1ca466e41a5b79c50c9cfd3b187 2024-12-09T00:40:08,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/54806887de2e4a6a9782c6dd8980a422 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/54806887de2e4a6a9782c6dd8980a422 2024-12-09T00:40:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704868255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704868255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704868255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704868256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704868256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/54806887de2e4a6a9782c6dd8980a422, entries=200, sequenceid=211, filesize=14.2 K 2024-12-09T00:40:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d6b7e4c4d1594f7a847da6ddbb7b36f0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d6b7e4c4d1594f7a847da6ddbb7b36f0 2024-12-09T00:40:08,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d6b7e4c4d1594f7a847da6ddbb7b36f0, entries=150, sequenceid=211, filesize=11.9 K 2024-12-09T00:40:08,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2985d1ca466e41a5b79c50c9cfd3b187 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2985d1ca466e41a5b79c50c9cfd3b187 2024-12-09T00:40:08,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2985d1ca466e41a5b79c50c9cfd3b187, entries=150, sequenceid=211, filesize=11.9 K 2024-12-09T00:40:08,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6c5b55a822142b75b56d7b84c2b268c0 in 743ms, sequenceid=211, compaction requested=false 2024-12-09T00:40:08,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:08,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T00:40:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:08,376 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T00:40:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/34798e867da44d18b71e1f71dee2dff6 is 50, key is test_row_0/A:col10/1733704807575/Put/seqid=0 2024-12-09T00:40:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741882_1058 (size=12151) 2024-12-09T00:40:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:08,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:08,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704868810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704868813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704868813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704868813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704868818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,873 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/34798e867da44d18b71e1f71dee2dff6 2024-12-09T00:40:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f20f3d31f6f0493dbc1ea6237b657f44 is 50, key is test_row_0/B:col10/1733704807575/Put/seqid=0 2024-12-09T00:40:08,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704868925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704868935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704868935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704868935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704868935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741883_1059 (size=12151) 2024-12-09T00:40:08,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f20f3d31f6f0493dbc1ea6237b657f44 2024-12-09T00:40:08,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/9a67473585684eb8a74aff8a364d2400 is 50, key is test_row_0/C:col10/1733704807575/Put/seqid=0 2024-12-09T00:40:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741884_1060 (size=12151) 2024-12-09T00:40:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704869136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704869146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704869146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704869146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704869155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,434 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/9a67473585684eb8a74aff8a364d2400 2024-12-09T00:40:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/34798e867da44d18b71e1f71dee2dff6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34798e867da44d18b71e1f71dee2dff6 2024-12-09T00:40:09,447 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34798e867da44d18b71e1f71dee2dff6, entries=150, sequenceid=236, filesize=11.9 K 2024-12-09T00:40:09,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704869445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f20f3d31f6f0493dbc1ea6237b657f44 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f20f3d31f6f0493dbc1ea6237b657f44 2024-12-09T00:40:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,455 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f20f3d31f6f0493dbc1ea6237b657f44, entries=150, sequenceid=236, filesize=11.9 K 2024-12-09T00:40:09,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/9a67473585684eb8a74aff8a364d2400 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/9a67473585684eb8a74aff8a364d2400 2024-12-09T00:40:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704869455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704869456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704869456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704869465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:09,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/9a67473585684eb8a74aff8a364d2400, entries=150, sequenceid=236, filesize=11.9 K 2024-12-09T00:40:09,470 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6c5b55a822142b75b56d7b84c2b268c0 in 1094ms, sequenceid=236, compaction requested=true 2024-12-09T00:40:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-09T00:40:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-09T00:40:09,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-09T00:40:09,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9910 sec 2024-12-09T00:40:09,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 3.0000 sec 2024-12-09T00:40:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:09,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T00:40:09,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5aa4a912c5d1440ab291c7bd4893a126 is 50, key is test_row_0/A:col10/1733704809955/Put/seqid=0 2024-12-09T00:40:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741885_1061 (size=12151) 2024-12-09T00:40:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704869996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704869998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704869999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704870000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704870000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704870105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704870115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704870116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704870116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704870116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704870315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704870325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704870325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704870325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704870325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5aa4a912c5d1440ab291c7bd4893a126 2024-12-09T00:40:10,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/0aab5e8456ee41fc900e64dd7b506af1 is 50, key is test_row_0/B:col10/1733704809955/Put/seqid=0 2024-12-09T00:40:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741886_1062 (size=12151) 2024-12-09T00:40:10,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704870639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704870639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704870639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704870639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704870639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T00:40:10,646 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:10,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-09T00:40:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T00:40:10,648 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:10,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:10,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T00:40:10,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/0aab5e8456ee41fc900e64dd7b506af1 2024-12-09T00:40:10,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/391abf66599844249732ed79fe207d85 is 50, key is test_row_0/C:col10/1733704809955/Put/seqid=0 2024-12-09T00:40:10,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T00:40:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:10,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741887_1063 (size=12151) 2024-12-09T00:40:10,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/391abf66599844249732ed79fe207d85 2024-12-09T00:40:10,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5aa4a912c5d1440ab291c7bd4893a126 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5aa4a912c5d1440ab291c7bd4893a126 2024-12-09T00:40:10,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5aa4a912c5d1440ab291c7bd4893a126, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T00:40:10,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/0aab5e8456ee41fc900e64dd7b506af1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/0aab5e8456ee41fc900e64dd7b506af1 2024-12-09T00:40:10,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/0aab5e8456ee41fc900e64dd7b506af1, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T00:40:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/391abf66599844249732ed79fe207d85 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/391abf66599844249732ed79fe207d85 2024-12-09T00:40:10,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/391abf66599844249732ed79fe207d85, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T00:40:10,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 6c5b55a822142b75b56d7b84c2b268c0 in 903ms, sequenceid=251, compaction requested=true 2024-12-09T00:40:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:10,860 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:10,860 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:10,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:10,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:10,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:10,862 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:10,862 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:10,862 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:10,863 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:10,863 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:10,863 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:10,863 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d80a2a9780554847afcf1be03ee7c151, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d6b7e4c4d1594f7a847da6ddbb7b36f0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f20f3d31f6f0493dbc1ea6237b657f44, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/0aab5e8456ee41fc900e64dd7b506af1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=47.9 K 2024-12-09T00:40:10,863 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/69b0a3f1ebcc4cbaaea01edf524eb8e5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/54806887de2e4a6a9782c6dd8980a422, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34798e867da44d18b71e1f71dee2dff6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5aa4a912c5d1440ab291c7bd4893a126] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=50.2 K 2024-12-09T00:40:10,864 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d80a2a9780554847afcf1be03ee7c151, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733704806508 2024-12-09T00:40:10,864 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69b0a3f1ebcc4cbaaea01edf524eb8e5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733704806508 2024-12-09T00:40:10,865 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d6b7e4c4d1594f7a847da6ddbb7b36f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733704807200 2024-12-09T00:40:10,865 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54806887de2e4a6a9782c6dd8980a422, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733704807200 2024-12-09T00:40:10,866 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34798e867da44d18b71e1f71dee2dff6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733704807575 2024-12-09T00:40:10,866 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f20f3d31f6f0493dbc1ea6237b657f44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733704807575 2024-12-09T00:40:10,866 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aa4a912c5d1440ab291c7bd4893a126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704808794 2024-12-09T00:40:10,866 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aab5e8456ee41fc900e64dd7b506af1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704808794 2024-12-09T00:40:10,880 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:10,880 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:10,881 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/da1efbaa86464152946639a64e0c784b is 50, key is test_row_0/A:col10/1733704809955/Put/seqid=0 2024-12-09T00:40:10,881 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6dd1e480990e43adad03ce30578dc4e4 is 50, key is test_row_0/B:col10/1733704809955/Put/seqid=0 2024-12-09T00:40:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741888_1064 (size=12731) 2024-12-09T00:40:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741889_1065 (size=12731) 2024-12-09T00:40:10,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T00:40:10,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:10,956 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:40:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/de740f36cddf4fb78b835534c871a5d1 is 50, key is test_row_0/A:col10/1733704809997/Put/seqid=0 2024-12-09T00:40:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T00:40:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741890_1066 (size=12301) 2024-12-09T00:40:10,968 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/de740f36cddf4fb78b835534c871a5d1 2024-12-09T00:40:10,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d4eb43311bfb4c41bede70a633e85339 is 50, key is test_row_0/B:col10/1733704809997/Put/seqid=0 2024-12-09T00:40:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741891_1067 (size=12301) 2024-12-09T00:40:10,991 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d4eb43311bfb4c41bede70a633e85339 2024-12-09T00:40:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8147064808be48f0bec159187c921d40 is 50, key is test_row_0/C:col10/1733704809997/Put/seqid=0 2024-12-09T00:40:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741892_1068 (size=12301) 2024-12-09T00:40:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:11,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:11,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704871160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704871160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704871160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704871161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704871161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T00:40:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704871276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704871276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704871276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704871276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704871276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,306 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/da1efbaa86464152946639a64e0c784b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/da1efbaa86464152946639a64e0c784b 2024-12-09T00:40:11,311 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6dd1e480990e43adad03ce30578dc4e4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6dd1e480990e43adad03ce30578dc4e4 2024-12-09T00:40:11,317 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into da1efbaa86464152946639a64e0c784b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:11,317 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:11,317 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=12, startTime=1733704810860; duration=0sec 2024-12-09T00:40:11,317 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:11,317 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 6dd1e480990e43adad03ce30578dc4e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:11,317 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:11,318 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:11,318 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=12, startTime=1733704810860; duration=0sec 2024-12-09T00:40:11,318 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:11,318 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:11,318 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:11,320 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:11,320 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:11,320 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:11,321 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/ebba1866ee4f41fb9b77108921f6e2b9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2985d1ca466e41a5b79c50c9cfd3b187, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/9a67473585684eb8a74aff8a364d2400, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/391abf66599844249732ed79fe207d85] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=47.9 K 2024-12-09T00:40:11,322 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebba1866ee4f41fb9b77108921f6e2b9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733704806508 2024-12-09T00:40:11,322 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2985d1ca466e41a5b79c50c9cfd3b187, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733704807200 2024-12-09T00:40:11,323 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a67473585684eb8a74aff8a364d2400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733704807575 2024-12-09T00:40:11,323 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 391abf66599844249732ed79fe207d85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704808794 2024-12-09T00:40:11,340 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:11,341 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e22ec373ae434fd48c7cf2cbd4bae6ed is 50, key is test_row_0/C:col10/1733704809955/Put/seqid=0 2024-12-09T00:40:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741893_1069 (size=12731) 2024-12-09T00:40:11,372 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e22ec373ae434fd48c7cf2cbd4bae6ed as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e22ec373ae434fd48c7cf2cbd4bae6ed 2024-12-09T00:40:11,387 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into e22ec373ae434fd48c7cf2cbd4bae6ed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:11,387 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:11,387 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=12, startTime=1733704810861; duration=0sec 2024-12-09T00:40:11,387 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:11,387 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:11,411 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8147064808be48f0bec159187c921d40 2024-12-09T00:40:11,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/de740f36cddf4fb78b835534c871a5d1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/de740f36cddf4fb78b835534c871a5d1 2024-12-09T00:40:11,432 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/de740f36cddf4fb78b835534c871a5d1, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T00:40:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d4eb43311bfb4c41bede70a633e85339 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d4eb43311bfb4c41bede70a633e85339 2024-12-09T00:40:11,439 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d4eb43311bfb4c41bede70a633e85339, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T00:40:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/8147064808be48f0bec159187c921d40 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8147064808be48f0bec159187c921d40 2024-12-09T00:40:11,457 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8147064808be48f0bec159187c921d40, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T00:40:11,458 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c5b55a822142b75b56d7b84c2b268c0 in 502ms, sequenceid=274, compaction requested=false 2024-12-09T00:40:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-09T00:40:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-09T00:40:11,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-09T00:40:11,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec 2024-12-09T00:40:11,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 820 msec 2024-12-09T00:40:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:11,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T00:40:11,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/2399ad290aad4fdd86e413f59633a3c9 is 50, key is test_row_0/A:col10/1733704811159/Put/seqid=0 2024-12-09T00:40:11,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704871517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704871517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704871518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704871519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741894_1070 (size=14741) 2024-12-09T00:40:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704871522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704871625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704871635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704871635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704871635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704871636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T00:40:11,786 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:11,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-09T00:40:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T00:40:11,789 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:11,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:11,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704871835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704871845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704871845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704871845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704871845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T00:40:11,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/2399ad290aad4fdd86e413f59633a3c9 2024-12-09T00:40:11,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/4f6d38a7643545e0b88e5df89fdf8206 is 50, key is test_row_0/B:col10/1733704811159/Put/seqid=0 2024-12-09T00:40:11,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T00:40:11,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:11,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741895_1071 (size=12301) 2024-12-09T00:40:11,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/4f6d38a7643545e0b88e5df89fdf8206 2024-12-09T00:40:11,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/61c7ba8be8de45bc99b58f9556ce87d9 is 50, key is test_row_0/C:col10/1733704811159/Put/seqid=0 2024-12-09T00:40:12,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741896_1072 (size=12301) 2024-12-09T00:40:12,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/61c7ba8be8de45bc99b58f9556ce87d9 2024-12-09T00:40:12,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/2399ad290aad4fdd86e413f59633a3c9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2399ad290aad4fdd86e413f59633a3c9 2024-12-09T00:40:12,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2399ad290aad4fdd86e413f59633a3c9, entries=200, sequenceid=291, filesize=14.4 K 2024-12-09T00:40:12,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/4f6d38a7643545e0b88e5df89fdf8206 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4f6d38a7643545e0b88e5df89fdf8206 2024-12-09T00:40:12,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4f6d38a7643545e0b88e5df89fdf8206, entries=150, sequenceid=291, filesize=12.0 K 2024-12-09T00:40:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/61c7ba8be8de45bc99b58f9556ce87d9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/61c7ba8be8de45bc99b58f9556ce87d9 2024-12-09T00:40:12,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/61c7ba8be8de45bc99b58f9556ce87d9, entries=150, sequenceid=291, filesize=12.0 K 2024-12-09T00:40:12,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6c5b55a822142b75b56d7b84c2b268c0 in 588ms, sequenceid=291, compaction requested=true 2024-12-09T00:40:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,075 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:12,075 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:12,077 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:12,077 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:12,077 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:12,077 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,077 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:12,077 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,077 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/da1efbaa86464152946639a64e0c784b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/de740f36cddf4fb78b835534c871a5d1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2399ad290aad4fdd86e413f59633a3c9] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=38.8 K 2024-12-09T00:40:12,077 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6dd1e480990e43adad03ce30578dc4e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d4eb43311bfb4c41bede70a633e85339, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4f6d38a7643545e0b88e5df89fdf8206] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.5 K 2024-12-09T00:40:12,078 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dd1e480990e43adad03ce30578dc4e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704808794 2024-12-09T00:40:12,078 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting da1efbaa86464152946639a64e0c784b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704808794 2024-12-09T00:40:12,078 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d4eb43311bfb4c41bede70a633e85339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733704809997 2024-12-09T00:40:12,078 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f6d38a7643545e0b88e5df89fdf8206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733704811159 2024-12-09T00:40:12,079 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting de740f36cddf4fb78b835534c871a5d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733704809997 2024-12-09T00:40:12,082 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2399ad290aad4fdd86e413f59633a3c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733704811157 2024-12-09T00:40:12,092 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:12,093 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/c6e3cedb1f4c49238b5e00a08c0361a0 is 50, key is test_row_0/B:col10/1733704811159/Put/seqid=0 2024-12-09T00:40:12,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T00:40:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,098 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T00:40:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T00:40:12,106 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:12,107 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c0c2ec9305524608b343e3cae93d382c is 50, key is test_row_0/A:col10/1733704811159/Put/seqid=0 2024-12-09T00:40:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5ca39b77880147859d04afd11b1d2a24 is 50, key is test_row_0/A:col10/1733704811520/Put/seqid=0 2024-12-09T00:40:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741897_1073 (size=12983) 2024-12-09T00:40:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741898_1074 (size=12983) 2024-12-09T00:40:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741899_1075 (size=12301) 2024-12-09T00:40:12,118 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5ca39b77880147859d04afd11b1d2a24 2024-12-09T00:40:12,130 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/c6e3cedb1f4c49238b5e00a08c0361a0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c6e3cedb1f4c49238b5e00a08c0361a0 2024-12-09T00:40:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b47afa9e08d149719d39a39b819f95f1 is 50, key is test_row_0/B:col10/1733704811520/Put/seqid=0 2024-12-09T00:40:12,147 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into c6e3cedb1f4c49238b5e00a08c0361a0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:12,147 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,147 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704812075; duration=0sec 2024-12-09T00:40:12,147 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:12,147 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:12,147 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:12,149 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:12,149 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:12,149 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,149 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e22ec373ae434fd48c7cf2cbd4bae6ed, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8147064808be48f0bec159187c921d40, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/61c7ba8be8de45bc99b58f9556ce87d9] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.5 K 2024-12-09T00:40:12,150 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e22ec373ae434fd48c7cf2cbd4bae6ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704808794 2024-12-09T00:40:12,150 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 8147064808be48f0bec159187c921d40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733704809997 2024-12-09T00:40:12,151 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 61c7ba8be8de45bc99b58f9556ce87d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733704811159 2024-12-09T00:40:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:12,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741900_1076 (size=12301) 2024-12-09T00:40:12,157 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b47afa9e08d149719d39a39b819f95f1 2024-12-09T00:40:12,165 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:12,165 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/b520ade19a1e46a2b5af0aa88ab97773 is 50, key is test_row_0/C:col10/1733704811159/Put/seqid=0 2024-12-09T00:40:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6c9569cfea85486fa465e6e1109b72e6 is 50, key is test_row_0/C:col10/1733704811520/Put/seqid=0 2024-12-09T00:40:12,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704872167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704872168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704872169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704872169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704872172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741902_1078 (size=12301) 2024-12-09T00:40:12,190 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6c9569cfea85486fa465e6e1109b72e6 2024-12-09T00:40:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741901_1077 (size=12983) 2024-12-09T00:40:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5ca39b77880147859d04afd11b1d2a24 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5ca39b77880147859d04afd11b1d2a24 2024-12-09T00:40:12,208 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5ca39b77880147859d04afd11b1d2a24, entries=150, sequenceid=313, filesize=12.0 K 2024-12-09T00:40:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b47afa9e08d149719d39a39b819f95f1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b47afa9e08d149719d39a39b819f95f1 2024-12-09T00:40:12,216 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b47afa9e08d149719d39a39b819f95f1, entries=150, sequenceid=313, filesize=12.0 K 2024-12-09T00:40:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6c9569cfea85486fa465e6e1109b72e6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6c9569cfea85486fa465e6e1109b72e6 2024-12-09T00:40:12,225 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6c9569cfea85486fa465e6e1109b72e6, entries=150, sequenceid=313, filesize=12.0 K 2024-12-09T00:40:12,227 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6c5b55a822142b75b56d7b84c2b268c0 in 129ms, sequenceid=313, compaction requested=false 2024-12-09T00:40:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-09T00:40:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-09T00:40:12,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-09T00:40:12,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 439 msec 2024-12-09T00:40:12,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 448 msec 2024-12-09T00:40:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:12,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T00:40:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:12,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/cf3ad60cd02c487ea839f739f30791b7 is 50, key is test_row_0/A:col10/1733704812169/Put/seqid=0 2024-12-09T00:40:12,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704872311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704872317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704872317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704872319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704872320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741903_1079 (size=17181) 2024-12-09T00:40:12,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/cf3ad60cd02c487ea839f739f30791b7 2024-12-09T00:40:12,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/cc435c0799d540cb83bb62edc253ba3f is 50, key is test_row_0/B:col10/1733704812169/Put/seqid=0 2024-12-09T00:40:12,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741904_1080 (size=12301) 2024-12-09T00:40:12,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/cc435c0799d540cb83bb62edc253ba3f 2024-12-09T00:40:12,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/bb392c04af3a47f18eb18a19b58da224 is 50, key is test_row_0/C:col10/1733704812169/Put/seqid=0 2024-12-09T00:40:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741905_1081 (size=12301) 2024-12-09T00:40:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T00:40:12,415 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:12,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-09T00:40:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T00:40:12,419 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:12,420 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:12,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:12,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704872425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704872435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704872436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704872436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704872437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T00:40:12,531 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/c0c2ec9305524608b343e3cae93d382c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0c2ec9305524608b343e3cae93d382c 2024-12-09T00:40:12,540 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into c0c2ec9305524608b343e3cae93d382c(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:12,540 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,540 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704812075; duration=0sec 2024-12-09T00:40:12,540 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,540 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T00:40:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:12,604 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/b520ade19a1e46a2b5af0aa88ab97773 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/b520ade19a1e46a2b5af0aa88ab97773 2024-12-09T00:40:12,614 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into b520ade19a1e46a2b5af0aa88ab97773(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:12,614 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,614 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704812076; duration=0sec 2024-12-09T00:40:12,615 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,615 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704872635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704872645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704872646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704872646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704872646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T00:40:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:12,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:12,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T00:40:12,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/bb392c04af3a47f18eb18a19b58da224 2024-12-09T00:40:12,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/cf3ad60cd02c487ea839f739f30791b7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/cf3ad60cd02c487ea839f739f30791b7 2024-12-09T00:40:12,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/cf3ad60cd02c487ea839f739f30791b7, entries=250, sequenceid=330, filesize=16.8 K 2024-12-09T00:40:12,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/cc435c0799d540cb83bb62edc253ba3f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/cc435c0799d540cb83bb62edc253ba3f 2024-12-09T00:40:12,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/cc435c0799d540cb83bb62edc253ba3f, entries=150, sequenceid=330, filesize=12.0 K 2024-12-09T00:40:12,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/bb392c04af3a47f18eb18a19b58da224 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bb392c04af3a47f18eb18a19b58da224 2024-12-09T00:40:12,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bb392c04af3a47f18eb18a19b58da224, entries=150, sequenceid=330, filesize=12.0 K 2024-12-09T00:40:12,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c5b55a822142b75b56d7b84c2b268c0 in 540ms, sequenceid=330, compaction requested=true 2024-12-09T00:40:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,830 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,830 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:12,831 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:12,831 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:12,831 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:12,831 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:12,831 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,831 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,831 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0c2ec9305524608b343e3cae93d382c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5ca39b77880147859d04afd11b1d2a24, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/cf3ad60cd02c487ea839f739f30791b7] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=41.5 K 2024-12-09T00:40:12,831 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c6e3cedb1f4c49238b5e00a08c0361a0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b47afa9e08d149719d39a39b819f95f1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/cc435c0799d540cb83bb62edc253ba3f] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.7 K 2024-12-09T00:40:12,832 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c6e3cedb1f4c49238b5e00a08c0361a0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733704811159 2024-12-09T00:40:12,832 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c2ec9305524608b343e3cae93d382c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733704811159 2024-12-09T00:40:12,832 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b47afa9e08d149719d39a39b819f95f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733704811513 2024-12-09T00:40:12,832 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ca39b77880147859d04afd11b1d2a24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733704811513 2024-12-09T00:40:12,833 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting cc435c0799d540cb83bb62edc253ba3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733704812159 2024-12-09T00:40:12,838 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf3ad60cd02c487ea839f739f30791b7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733704812159 2024-12-09T00:40:12,860 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:12,861 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:12,861 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/12d93a3ec9844274bc49f853c20cf9cd is 50, key is test_row_0/B:col10/1733704812169/Put/seqid=0 2024-12-09T00:40:12,861 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5c5f7d9294c241aeb176b9f1773a5716 is 50, key is test_row_0/A:col10/1733704812169/Put/seqid=0 2024-12-09T00:40:12,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T00:40:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,891 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T00:40:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741906_1082 (size=13085) 2024-12-09T00:40:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741907_1083 (size=13085) 2024-12-09T00:40:12,925 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/5c5f7d9294c241aeb176b9f1773a5716 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5c5f7d9294c241aeb176b9f1773a5716 2024-12-09T00:40:12,926 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/12d93a3ec9844274bc49f853c20cf9cd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/12d93a3ec9844274bc49f853c20cf9cd 2024-12-09T00:40:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/57b3cbe5fed64fc7a192083b0f93a0bc is 50, key is test_row_0/A:col10/1733704812317/Put/seqid=0 2024-12-09T00:40:12,939 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 12d93a3ec9844274bc49f853c20cf9cd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:12,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,939 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704812830; duration=0sec 2024-12-09T00:40:12,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:12,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:12,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:12,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:12,941 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 5c5f7d9294c241aeb176b9f1773a5716(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:12,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:12,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:12,941 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704812829; duration=0sec 2024-12-09T00:40:12,941 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:12,941 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/b520ade19a1e46a2b5af0aa88ab97773, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6c9569cfea85486fa465e6e1109b72e6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bb392c04af3a47f18eb18a19b58da224] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.7 K 2024-12-09T00:40:12,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:12,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:12,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b520ade19a1e46a2b5af0aa88ab97773, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733704811159 2024-12-09T00:40:12,942 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c9569cfea85486fa465e6e1109b72e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733704811513 2024-12-09T00:40:12,942 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bb392c04af3a47f18eb18a19b58da224, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733704812159 2024-12-09T00:40:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:12,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:12,969 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:12,970 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/25e6017a7f55453091061d7740380759 is 50, key is test_row_0/C:col10/1733704812169/Put/seqid=0 2024-12-09T00:40:12,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741908_1084 (size=12301) 2024-12-09T00:40:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704872986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704872992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704872994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704872996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704872998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741909_1085 (size=13085) 2024-12-09T00:40:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T00:40:13,045 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/25e6017a7f55453091061d7740380759 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/25e6017a7f55453091061d7740380759 2024-12-09T00:40:13,056 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into 25e6017a7f55453091061d7740380759(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:13,056 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:13,056 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704812830; duration=0sec 2024-12-09T00:40:13,056 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:13,056 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:13,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704873105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704873105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704873105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704873105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704873115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704873333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704873333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704873333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704873334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704873334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,391 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/57b3cbe5fed64fc7a192083b0f93a0bc 2024-12-09T00:40:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/275c0e2edfa245a48f9114e41f30dee4 is 50, key is test_row_0/B:col10/1733704812317/Put/seqid=0 2024-12-09T00:40:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741910_1086 (size=12301) 2024-12-09T00:40:13,461 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/275c0e2edfa245a48f9114e41f30dee4 2024-12-09T00:40:13,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5fdd32085ffe4a40a5f41ab16866491c is 50, key is test_row_0/C:col10/1733704812317/Put/seqid=0 2024-12-09T00:40:13,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741911_1087 (size=12301) 2024-12-09T00:40:13,520 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5fdd32085ffe4a40a5f41ab16866491c 2024-12-09T00:40:13,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/57b3cbe5fed64fc7a192083b0f93a0bc as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/57b3cbe5fed64fc7a192083b0f93a0bc 2024-12-09T00:40:13,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/57b3cbe5fed64fc7a192083b0f93a0bc, entries=150, sequenceid=352, filesize=12.0 K 2024-12-09T00:40:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/275c0e2edfa245a48f9114e41f30dee4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/275c0e2edfa245a48f9114e41f30dee4 2024-12-09T00:40:13,550 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/275c0e2edfa245a48f9114e41f30dee4, entries=150, sequenceid=352, filesize=12.0 K 2024-12-09T00:40:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5fdd32085ffe4a40a5f41ab16866491c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5fdd32085ffe4a40a5f41ab16866491c 2024-12-09T00:40:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T00:40:13,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5fdd32085ffe4a40a5f41ab16866491c, entries=150, sequenceid=352, filesize=12.0 K 2024-12-09T00:40:13,561 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6c5b55a822142b75b56d7b84c2b268c0 in 669ms, sequenceid=352, compaction requested=false 2024-12-09T00:40:13,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:13,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:13,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-09T00:40:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-09T00:40:13,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-09T00:40:13,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1470 sec 2024-12-09T00:40:13,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.1570 sec 2024-12-09T00:40:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:13,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T00:40:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:13,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3e3eb4653cf64cbead7489f49ea9dbc1 is 50, key is test_row_0/A:col10/1733704813646/Put/seqid=0 2024-12-09T00:40:13,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704873682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704873682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704873689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704873691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704873692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741912_1088 (size=14741) 2024-12-09T00:40:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704873795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704873795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704873796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704873805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704873805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704874006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704874006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704874007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704874015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704874016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3e3eb4653cf64cbead7489f49ea9dbc1 2024-12-09T00:40:14,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d35ddb7ea6504e18916c6d5666a01d42 is 50, key is test_row_0/B:col10/1733704813646/Put/seqid=0 2024-12-09T00:40:14,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741913_1089 (size=12301) 2024-12-09T00:40:14,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d35ddb7ea6504e18916c6d5666a01d42 2024-12-09T00:40:14,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/663e6a847f134646bdbb6557210cda05 is 50, key is test_row_0/C:col10/1733704813646/Put/seqid=0 2024-12-09T00:40:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741914_1090 (size=12301) 2024-12-09T00:40:14,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/663e6a847f134646bdbb6557210cda05 2024-12-09T00:40:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3e3eb4653cf64cbead7489f49ea9dbc1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3e3eb4653cf64cbead7489f49ea9dbc1 2024-12-09T00:40:14,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3e3eb4653cf64cbead7489f49ea9dbc1, entries=200, sequenceid=374, filesize=14.4 K 2024-12-09T00:40:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/d35ddb7ea6504e18916c6d5666a01d42 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d35ddb7ea6504e18916c6d5666a01d42 2024-12-09T00:40:14,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d35ddb7ea6504e18916c6d5666a01d42, entries=150, sequenceid=374, filesize=12.0 K 2024-12-09T00:40:14,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/663e6a847f134646bdbb6557210cda05 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/663e6a847f134646bdbb6557210cda05 2024-12-09T00:40:14,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/663e6a847f134646bdbb6557210cda05, entries=150, sequenceid=374, filesize=12.0 K 2024-12-09T00:40:14,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6c5b55a822142b75b56d7b84c2b268c0 in 629ms, sequenceid=374, compaction requested=true 2024-12-09T00:40:14,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:14,278 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:14,278 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:14,279 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:14,279 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:14,279 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:14,279 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:14,279 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,279 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,279 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/12d93a3ec9844274bc49f853c20cf9cd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/275c0e2edfa245a48f9114e41f30dee4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d35ddb7ea6504e18916c6d5666a01d42] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.8 K 2024-12-09T00:40:14,279 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5c5f7d9294c241aeb176b9f1773a5716, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/57b3cbe5fed64fc7a192083b0f93a0bc, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3e3eb4653cf64cbead7489f49ea9dbc1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=39.2 K 2024-12-09T00:40:14,280 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c5f7d9294c241aeb176b9f1773a5716, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733704812159 2024-12-09T00:40:14,280 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 12d93a3ec9844274bc49f853c20cf9cd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733704812159 2024-12-09T00:40:14,281 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57b3cbe5fed64fc7a192083b0f93a0bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733704812315 2024-12-09T00:40:14,282 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 275c0e2edfa245a48f9114e41f30dee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733704812315 2024-12-09T00:40:14,282 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3eb4653cf64cbead7489f49ea9dbc1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733704812992 2024-12-09T00:40:14,284 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d35ddb7ea6504e18916c6d5666a01d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733704812992 2024-12-09T00:40:14,296 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:14,297 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/010a8a3c21c841b69bf51c1ca5812c6a is 50, key is test_row_0/B:col10/1733704813646/Put/seqid=0 2024-12-09T00:40:14,300 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:14,301 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1c5da5b6914c49bd9138cfc9822b0637 is 50, key is test_row_0/A:col10/1733704813646/Put/seqid=0 2024-12-09T00:40:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741915_1091 (size=13187) 2024-12-09T00:40:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741916_1092 (size=13187) 2024-12-09T00:40:14,328 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/010a8a3c21c841b69bf51c1ca5812c6a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/010a8a3c21c841b69bf51c1ca5812c6a 2024-12-09T00:40:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:14,331 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:14,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-09T00:40:14,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1f88c3bc945649bebe0c2b9b591806a6 is 50, key is test_row_0/A:col10/1733704813688/Put/seqid=0 2024-12-09T00:40:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741917_1093 (size=12301) 2024-12-09T00:40:14,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1f88c3bc945649bebe0c2b9b591806a6 2024-12-09T00:40:14,370 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 010a8a3c21c841b69bf51c1ca5812c6a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:14,370 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:14,371 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704814278; duration=0sec 2024-12-09T00:40:14,371 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:14,371 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:14,371 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:14,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f04ba512e1ab46d0a4a889fe5998b7b8 is 50, key is test_row_0/B:col10/1733704813688/Put/seqid=0 2024-12-09T00:40:14,380 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:14,380 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:14,380 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,381 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/25e6017a7f55453091061d7740380759, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5fdd32085ffe4a40a5f41ab16866491c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/663e6a847f134646bdbb6557210cda05] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.8 K 2024-12-09T00:40:14,381 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e6017a7f55453091061d7740380759, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733704812159 2024-12-09T00:40:14,383 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fdd32085ffe4a40a5f41ab16866491c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733704812315 2024-12-09T00:40:14,383 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 663e6a847f134646bdbb6557210cda05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733704812992 2024-12-09T00:40:14,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741918_1094 (size=12301) 2024-12-09T00:40:14,400 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:14,401 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/0fcf6ed598904d189acda602d0c3ee0c is 50, key is test_row_0/C:col10/1733704813646/Put/seqid=0 2024-12-09T00:40:14,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704874395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704874396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704874401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704874408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704874408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741919_1095 (size=13187) 2024-12-09T00:40:14,469 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/0fcf6ed598904d189acda602d0c3ee0c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/0fcf6ed598904d189acda602d0c3ee0c 2024-12-09T00:40:14,481 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into 0fcf6ed598904d189acda602d0c3ee0c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:14,482 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:14,482 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704814278; duration=0sec 2024-12-09T00:40:14,482 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:14,482 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:14,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704874516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704874516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704874517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704874517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704874517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T00:40:14,566 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:14,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-09T00:40:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T00:40:14,570 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:14,571 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:14,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T00:40:14,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704874726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704874726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704874727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704874726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704874726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T00:40:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:14,742 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1c5da5b6914c49bd9138cfc9822b0637 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1c5da5b6914c49bd9138cfc9822b0637 2024-12-09T00:40:14,752 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 1c5da5b6914c49bd9138cfc9822b0637(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:14,753 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:14,753 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704814277; duration=0sec 2024-12-09T00:40:14,753 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:14,753 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:14,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f04ba512e1ab46d0a4a889fe5998b7b8 2024-12-09T00:40:14,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5b9a33a533e04e7eb8bb69021fa3773f is 50, key is test_row_0/C:col10/1733704813688/Put/seqid=0 2024-12-09T00:40:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741920_1096 (size=12301) 2024-12-09T00:40:14,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5b9a33a533e04e7eb8bb69021fa3773f 2024-12-09T00:40:14,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1f88c3bc945649bebe0c2b9b591806a6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1f88c3bc945649bebe0c2b9b591806a6 2024-12-09T00:40:14,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1f88c3bc945649bebe0c2b9b591806a6, entries=150, sequenceid=393, filesize=12.0 K 2024-12-09T00:40:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/f04ba512e1ab46d0a4a889fe5998b7b8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f04ba512e1ab46d0a4a889fe5998b7b8 2024-12-09T00:40:14,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f04ba512e1ab46d0a4a889fe5998b7b8, entries=150, sequenceid=393, filesize=12.0 K 2024-12-09T00:40:14,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/5b9a33a533e04e7eb8bb69021fa3773f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5b9a33a533e04e7eb8bb69021fa3773f 2024-12-09T00:40:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T00:40:14,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T00:40:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:14,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:14,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:14,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:14,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5b9a33a533e04e7eb8bb69021fa3773f, entries=150, sequenceid=393, filesize=12.0 K 2024-12-09T00:40:14,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6c5b55a822142b75b56d7b84c2b268c0 in 570ms, sequenceid=393, compaction requested=false 2024-12-09T00:40:14,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T00:40:15,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T00:40:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:15,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:15,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3fba920c385747f3ae5ed9e668c57f87 is 50, key is test_row_0/A:col10/1733704815036/Put/seqid=0 2024-12-09T00:40:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704875073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704875074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704875076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704875086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704875086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741921_1097 (size=17181) 2024-12-09T00:40:15,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3fba920c385747f3ae5ed9e668c57f87 2024-12-09T00:40:15,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/846c1e2cee9847d88d86c914c43c0e84 is 50, key is test_row_0/B:col10/1733704815036/Put/seqid=0 2024-12-09T00:40:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741922_1098 (size=12301) 2024-12-09T00:40:15,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/846c1e2cee9847d88d86c914c43c0e84 2024-12-09T00:40:15,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/42309f66168e4b048ae402fd322da534 is 50, key is test_row_0/C:col10/1733704815036/Put/seqid=0 2024-12-09T00:40:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T00:40:15,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T00:40:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:15,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704875196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704875196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704875196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704875196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704875196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741923_1099 (size=12301) 2024-12-09T00:40:15,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/42309f66168e4b048ae402fd322da534 2024-12-09T00:40:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/3fba920c385747f3ae5ed9e668c57f87 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3fba920c385747f3ae5ed9e668c57f87 2024-12-09T00:40:15,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3fba920c385747f3ae5ed9e668c57f87, entries=250, sequenceid=416, filesize=16.8 K 2024-12-09T00:40:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/846c1e2cee9847d88d86c914c43c0e84 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/846c1e2cee9847d88d86c914c43c0e84 2024-12-09T00:40:15,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/846c1e2cee9847d88d86c914c43c0e84, entries=150, sequenceid=416, filesize=12.0 K 2024-12-09T00:40:15,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/42309f66168e4b048ae402fd322da534 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/42309f66168e4b048ae402fd322da534 2024-12-09T00:40:15,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/42309f66168e4b048ae402fd322da534, entries=150, sequenceid=416, filesize=12.0 K 2024-12-09T00:40:15,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6c5b55a822142b75b56d7b84c2b268c0 in 248ms, sequenceid=416, compaction requested=true 2024-12-09T00:40:15,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:15,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:15,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:15,287 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:15,288 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:15,290 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:15,290 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:15,290 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:15,290 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:15,290 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,290 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,290 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1c5da5b6914c49bd9138cfc9822b0637, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1f88c3bc945649bebe0c2b9b591806a6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3fba920c385747f3ae5ed9e668c57f87] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=41.7 K 2024-12-09T00:40:15,290 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/010a8a3c21c841b69bf51c1ca5812c6a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f04ba512e1ab46d0a4a889fe5998b7b8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/846c1e2cee9847d88d86c914c43c0e84] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.9 K 2024-12-09T00:40:15,291 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c5da5b6914c49bd9138cfc9822b0637, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733704812992 2024-12-09T00:40:15,291 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 010a8a3c21c841b69bf51c1ca5812c6a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733704812992 2024-12-09T00:40:15,291 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f88c3bc945649bebe0c2b9b591806a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733704813679 2024-12-09T00:40:15,291 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f04ba512e1ab46d0a4a889fe5998b7b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733704813679 2024-12-09T00:40:15,291 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fba920c385747f3ae5ed9e668c57f87, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733704814371 2024-12-09T00:40:15,292 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 846c1e2cee9847d88d86c914c43c0e84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733704814397 2024-12-09T00:40:15,314 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:15,315 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/e110e298f8d9406889123ef27fd21fd5 is 50, key is test_row_0/B:col10/1733704815036/Put/seqid=0 2024-12-09T00:40:15,324 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:15,325 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/7a4af1b47f014a5c8f46b833634d672e is 50, key is test_row_0/A:col10/1733704815036/Put/seqid=0 2024-12-09T00:40:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741924_1100 (size=13289) 2024-12-09T00:40:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741925_1101 (size=13289) 2024-12-09T00:40:15,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T00:40:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T00:40:15,358 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/7a4af1b47f014a5c8f46b833634d672e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a4af1b47f014a5c8f46b833634d672e 2024-12-09T00:40:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/34d64bca8f8a41f3a4e9b2cc41030fe3 is 50, key is test_row_0/A:col10/1733704815076/Put/seqid=0 2024-12-09T00:40:15,373 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 7a4af1b47f014a5c8f46b833634d672e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:15,373 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:15,373 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704815287; duration=0sec 2024-12-09T00:40:15,373 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:15,373 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:15,373 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:15,376 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:15,377 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:15,377 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:15,377 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/0fcf6ed598904d189acda602d0c3ee0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5b9a33a533e04e7eb8bb69021fa3773f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/42309f66168e4b048ae402fd322da534] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=36.9 K 2024-12-09T00:40:15,379 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fcf6ed598904d189acda602d0c3ee0c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733704812992 2024-12-09T00:40:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741926_1102 (size=12301) 2024-12-09T00:40:15,381 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b9a33a533e04e7eb8bb69021fa3773f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733704813679 2024-12-09T00:40:15,382 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42309f66168e4b048ae402fd322da534, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733704814397 2024-12-09T00:40:15,392 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:15,393 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/c164a8d53cba493bab7423001161631b is 50, key is test_row_0/C:col10/1733704815036/Put/seqid=0 2024-12-09T00:40:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:15,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741927_1103 (size=13289) 2024-12-09T00:40:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704875432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704875434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,445 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/c164a8d53cba493bab7423001161631b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c164a8d53cba493bab7423001161631b 2024-12-09T00:40:15,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704875444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704875444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704875434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,454 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into c164a8d53cba493bab7423001161631b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:15,454 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:15,454 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704815288; duration=0sec 2024-12-09T00:40:15,454 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:15,455 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704875556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704875556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704875556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704875556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704875556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T00:40:15,747 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/e110e298f8d9406889123ef27fd21fd5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e110e298f8d9406889123ef27fd21fd5 2024-12-09T00:40:15,758 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into e110e298f8d9406889123ef27fd21fd5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:15,758 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:15,758 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704815288; duration=0sec 2024-12-09T00:40:15,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:15,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:15,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704875766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704875766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704875766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704875766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704875766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:15,782 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/34d64bca8f8a41f3a4e9b2cc41030fe3 2024-12-09T00:40:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/810f5212114d4c418ad7461eb6f74a45 is 50, key is test_row_0/B:col10/1733704815076/Put/seqid=0 2024-12-09T00:40:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741928_1104 (size=12301) 2024-12-09T00:40:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704876075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704876075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704876075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704876075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704876076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,200 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/810f5212114d4c418ad7461eb6f74a45 2024-12-09T00:40:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6669e84147fd4372b1f5d74d46b4b1c4 is 50, key is test_row_0/C:col10/1733704815076/Put/seqid=0 2024-12-09T00:40:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741929_1105 (size=12301) 2024-12-09T00:40:16,227 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6669e84147fd4372b1f5d74d46b4b1c4 2024-12-09T00:40:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/34d64bca8f8a41f3a4e9b2cc41030fe3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34d64bca8f8a41f3a4e9b2cc41030fe3 2024-12-09T00:40:16,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34d64bca8f8a41f3a4e9b2cc41030fe3, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T00:40:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/810f5212114d4c418ad7461eb6f74a45 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/810f5212114d4c418ad7461eb6f74a45 2024-12-09T00:40:16,260 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/810f5212114d4c418ad7461eb6f74a45, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T00:40:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/6669e84147fd4372b1f5d74d46b4b1c4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6669e84147fd4372b1f5d74d46b4b1c4 2024-12-09T00:40:16,269 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6669e84147fd4372b1f5d74d46b4b1c4, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T00:40:16,273 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 6c5b55a822142b75b56d7b84c2b268c0 in 917ms, sequenceid=433, compaction requested=false 2024-12-09T00:40:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-09T00:40:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-09T00:40:16,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-09T00:40:16,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-12-09T00:40:16,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.7140 sec 2024-12-09T00:40:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:16,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T00:40:16,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/ea2fca6a6e574f5d945e0a97e487784b is 50, key is test_row_0/A:col10/1733704815441/Put/seqid=0 2024-12-09T00:40:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704876607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704876607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704876610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704876616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704876616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741930_1106 (size=14741) 2024-12-09T00:40:16,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/ea2fca6a6e574f5d945e0a97e487784b 2024-12-09T00:40:16,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/2fae7c7388e944d9b57a744bf02b88d0 is 50, key is test_row_0/B:col10/1733704815441/Put/seqid=0 2024-12-09T00:40:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T00:40:16,715 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:16,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-09T00:40:16,718 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:16,719 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:16,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741931_1107 (size=12301) 2024-12-09T00:40:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T00:40:16,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/2fae7c7388e944d9b57a744bf02b88d0 2024-12-09T00:40:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704876726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:16,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/3578ed973ace4a45a239c660b5f9943c is 50, key is test_row_0/C:col10/1733704815441/Put/seqid=0 2024-12-09T00:40:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741932_1108 (size=12301) 2024-12-09T00:40:16,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/3578ed973ace4a45a239c660b5f9943c 2024-12-09T00:40:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/ea2fca6a6e574f5d945e0a97e487784b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ea2fca6a6e574f5d945e0a97e487784b 2024-12-09T00:40:16,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ea2fca6a6e574f5d945e0a97e487784b, entries=200, sequenceid=461, filesize=14.4 K 2024-12-09T00:40:16,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/2fae7c7388e944d9b57a744bf02b88d0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/2fae7c7388e944d9b57a744bf02b88d0 2024-12-09T00:40:16,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/2fae7c7388e944d9b57a744bf02b88d0, entries=150, sequenceid=461, filesize=12.0 K 2024-12-09T00:40:16,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/3578ed973ace4a45a239c660b5f9943c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/3578ed973ace4a45a239c660b5f9943c 2024-12-09T00:40:16,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/3578ed973ace4a45a239c660b5f9943c, entries=150, sequenceid=461, filesize=12.0 K 2024-12-09T00:40:16,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c5b55a822142b75b56d7b84c2b268c0 in 192ms, sequenceid=461, compaction requested=true 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:16,782 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T00:40:16,783 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:16,784 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:16,784 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:16,784 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:16,784 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a4af1b47f014a5c8f46b833634d672e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34d64bca8f8a41f3a4e9b2cc41030fe3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ea2fca6a6e574f5d945e0a97e487784b] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=39.4 K 2024-12-09T00:40:16,784 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:16,784 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:16,784 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:16,785 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e110e298f8d9406889123ef27fd21fd5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/810f5212114d4c418ad7461eb6f74a45, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/2fae7c7388e944d9b57a744bf02b88d0] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.0 K 2024-12-09T00:40:16,785 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a4af1b47f014a5c8f46b833634d672e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733704814397 2024-12-09T00:40:16,786 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e110e298f8d9406889123ef27fd21fd5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733704814397 2024-12-09T00:40:16,786 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 810f5212114d4c418ad7461eb6f74a45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733704815072 2024-12-09T00:40:16,786 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d64bca8f8a41f3a4e9b2cc41030fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733704815072 2024-12-09T00:40:16,787 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fae7c7388e944d9b57a744bf02b88d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733704815441 2024-12-09T00:40:16,787 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2fca6a6e574f5d945e0a97e487784b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733704815441 2024-12-09T00:40:16,810 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:16,811 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/ee3b6840b1374229aa197d53b2cd329c is 50, key is test_row_0/A:col10/1733704815441/Put/seqid=0 2024-12-09T00:40:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T00:40:16,825 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:16,826 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/73bc70f82327406cb41d8b0b21e6535a is 50, key is test_row_0/B:col10/1733704815441/Put/seqid=0 2024-12-09T00:40:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741934_1110 (size=13391) 2024-12-09T00:40:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741933_1109 (size=13391) 2024-12-09T00:40:16,872 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/73bc70f82327406cb41d8b0b21e6535a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/73bc70f82327406cb41d8b0b21e6535a 2024-12-09T00:40:16,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-09T00:40:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:16,883 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 73bc70f82327406cb41d8b0b21e6535a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:16,883 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:16,883 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704816782; duration=0sec 2024-12-09T00:40:16,883 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:16,884 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:16,884 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:16,890 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:16,890 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:16,890 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:16,890 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c164a8d53cba493bab7423001161631b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6669e84147fd4372b1f5d74d46b4b1c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/3578ed973ace4a45a239c660b5f9943c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.0 K 2024-12-09T00:40:16,891 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c164a8d53cba493bab7423001161631b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733704814397 2024-12-09T00:40:16,891 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6669e84147fd4372b1f5d74d46b4b1c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733704815072 2024-12-09T00:40:16,892 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3578ed973ace4a45a239c660b5f9943c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733704815441 2024-12-09T00:40:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1d66938f86984c1586a3cdb29f24fb5b is 50, key is test_row_0/A:col10/1733704816609/Put/seqid=0 2024-12-09T00:40:16,917 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:16,917 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e345d6adde3e4acab7324485bf75d08b is 50, key is test_row_0/C:col10/1733704815441/Put/seqid=0 2024-12-09T00:40:16,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741935_1111 (size=12301) 2024-12-09T00:40:16,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:16,949 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1d66938f86984c1586a3cdb29f24fb5b 2024-12-09T00:40:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741936_1112 (size=13391) 2024-12-09T00:40:16,972 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/e345d6adde3e4acab7324485bf75d08b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e345d6adde3e4acab7324485bf75d08b 2024-12-09T00:40:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6406b0e395da47c4846a60abc5884845 is 50, key is test_row_0/B:col10/1733704816609/Put/seqid=0 2024-12-09T00:40:16,979 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into e345d6adde3e4acab7324485bf75d08b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:16,979 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:16,979 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704816782; duration=0sec 2024-12-09T00:40:16,979 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:16,979 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741937_1113 (size=12301) 2024-12-09T00:40:16,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6406b0e395da47c4846a60abc5884845 2024-12-09T00:40:17,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/397e3234eb6247c7b264704d0cddd1ed is 50, key is test_row_0/C:col10/1733704816609/Put/seqid=0 2024-12-09T00:40:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704876998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704877000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704877001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704877004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704877006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741938_1114 (size=12301) 2024-12-09T00:40:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T00:40:17,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704877115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704877115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704877115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704877115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704877118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,261 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/ee3b6840b1374229aa197d53b2cd329c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ee3b6840b1374229aa197d53b2cd329c 2024-12-09T00:40:17,276 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into ee3b6840b1374229aa197d53b2cd329c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:17,276 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:17,276 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704816782; duration=0sec 2024-12-09T00:40:17,277 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:17,277 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:17,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704877325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704877325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704877325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704877325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704877334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T00:40:17,433 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/397e3234eb6247c7b264704d0cddd1ed 2024-12-09T00:40:17,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1d66938f86984c1586a3cdb29f24fb5b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d66938f86984c1586a3cdb29f24fb5b 2024-12-09T00:40:17,453 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d66938f86984c1586a3cdb29f24fb5b, entries=150, sequenceid=472, filesize=12.0 K 2024-12-09T00:40:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6406b0e395da47c4846a60abc5884845 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6406b0e395da47c4846a60abc5884845 2024-12-09T00:40:17,462 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6406b0e395da47c4846a60abc5884845, entries=150, sequenceid=472, filesize=12.0 K 2024-12-09T00:40:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/397e3234eb6247c7b264704d0cddd1ed as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/397e3234eb6247c7b264704d0cddd1ed 2024-12-09T00:40:17,478 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/397e3234eb6247c7b264704d0cddd1ed, entries=150, sequenceid=472, filesize=12.0 K 2024-12-09T00:40:17,479 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c5b55a822142b75b56d7b84c2b268c0 in 604ms, sequenceid=472, compaction requested=false 2024-12-09T00:40:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T00:40:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T00:40:17,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-09T00:40:17,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 761 msec 2024-12-09T00:40:17,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 771 msec 2024-12-09T00:40:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:17,637 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:17,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T00:40:17,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/fb1dd78c31914bbeafc7801b15914992 is 50, key is test_row_0/A:col10/1733704816989/Put/seqid=0 2024-12-09T00:40:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741939_1115 (size=12301) 2024-12-09T00:40:17,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/fb1dd78c31914bbeafc7801b15914992 2024-12-09T00:40:17,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/5cce18d579624b2f8f5316af16f9bd45 is 50, key is test_row_0/B:col10/1733704816989/Put/seqid=0 2024-12-09T00:40:17,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741940_1116 (size=12301) 2024-12-09T00:40:17,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/5cce18d579624b2f8f5316af16f9bd45 2024-12-09T00:40:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704877651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704877662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704877648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704877675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/819caf532a9f415292307d5eb8668ee9 is 50, key is test_row_0/C:col10/1733704816989/Put/seqid=0 2024-12-09T00:40:17,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704877676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741941_1117 (size=12301) 2024-12-09T00:40:17,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/819caf532a9f415292307d5eb8668ee9 2024-12-09T00:40:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/fb1dd78c31914bbeafc7801b15914992 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/fb1dd78c31914bbeafc7801b15914992 2024-12-09T00:40:17,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/fb1dd78c31914bbeafc7801b15914992, entries=150, sequenceid=502, filesize=12.0 K 2024-12-09T00:40:17,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/5cce18d579624b2f8f5316af16f9bd45 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cce18d579624b2f8f5316af16f9bd45 2024-12-09T00:40:17,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cce18d579624b2f8f5316af16f9bd45, entries=150, sequenceid=502, filesize=12.0 K 2024-12-09T00:40:17,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/819caf532a9f415292307d5eb8668ee9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/819caf532a9f415292307d5eb8668ee9 2024-12-09T00:40:17,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/819caf532a9f415292307d5eb8668ee9, entries=150, sequenceid=502, filesize=12.0 K 2024-12-09T00:40:17,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6c5b55a822142b75b56d7b84c2b268c0 in 89ms, sequenceid=502, compaction requested=true 2024-12-09T00:40:17,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:17,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:17,726 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:17,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:17,727 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:17,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:17,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:17,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:17,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:17,728 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:17,728 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:17,728 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:17,728 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:17,728 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/73bc70f82327406cb41d8b0b21e6535a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6406b0e395da47c4846a60abc5884845, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cce18d579624b2f8f5316af16f9bd45] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.1 K 2024-12-09T00:40:17,729 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:17,729 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:17,729 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ee3b6840b1374229aa197d53b2cd329c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d66938f86984c1586a3cdb29f24fb5b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/fb1dd78c31914bbeafc7801b15914992] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.1 K 2024-12-09T00:40:17,731 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 73bc70f82327406cb41d8b0b21e6535a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733704815441 2024-12-09T00:40:17,731 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee3b6840b1374229aa197d53b2cd329c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733704815441 2024-12-09T00:40:17,732 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6406b0e395da47c4846a60abc5884845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733704816598 2024-12-09T00:40:17,732 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d66938f86984c1586a3cdb29f24fb5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733704816598 2024-12-09T00:40:17,732 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cce18d579624b2f8f5316af16f9bd45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1733704816989 2024-12-09T00:40:17,733 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb1dd78c31914bbeafc7801b15914992, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1733704816989 2024-12-09T00:40:17,748 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:17,749 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/57648588735b4d64a939915fda295a01 is 50, key is test_row_0/B:col10/1733704816989/Put/seqid=0 2024-12-09T00:40:17,756 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:17,757 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/0c02e069f377482d8492feab443319f1 is 50, key is test_row_0/A:col10/1733704816989/Put/seqid=0 2024-12-09T00:40:17,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741942_1118 (size=13493) 2024-12-09T00:40:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:17,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741943_1119 (size=13493) 2024-12-09T00:40:17,800 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/0c02e069f377482d8492feab443319f1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/0c02e069f377482d8492feab443319f1 2024-12-09T00:40:17,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4a81b2f7f97e483880398fc75d136329 is 50, key is test_row_0/A:col10/1733704817788/Put/seqid=0 2024-12-09T00:40:17,819 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 0c02e069f377482d8492feab443319f1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:17,819 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:17,819 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704817726; duration=0sec 2024-12-09T00:40:17,819 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:17,819 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:17,819 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:17,821 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:17,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741944_1120 (size=12301) 2024-12-09T00:40:17,821 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:17,821 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:17,822 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e345d6adde3e4acab7324485bf75d08b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/397e3234eb6247c7b264704d0cddd1ed, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/819caf532a9f415292307d5eb8668ee9] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.1 K 2024-12-09T00:40:17,822 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e345d6adde3e4acab7324485bf75d08b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733704815441 2024-12-09T00:40:17,823 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 397e3234eb6247c7b264704d0cddd1ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733704816598 2024-12-09T00:40:17,823 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 819caf532a9f415292307d5eb8668ee9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1733704816989 2024-12-09T00:40:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704877823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704877830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704877830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704877831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704877831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,841 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:17,841 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/110b89b8e6764c2eac8b7371b531087a is 50, key is test_row_0/C:col10/1733704816989/Put/seqid=0 2024-12-09T00:40:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T00:40:17,859 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:17,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-09T00:40:17,862 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:17,863 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:17,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T00:40:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741945_1121 (size=13493) 2024-12-09T00:40:17,892 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/110b89b8e6764c2eac8b7371b531087a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/110b89b8e6764c2eac8b7371b531087a 2024-12-09T00:40:17,900 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into 110b89b8e6764c2eac8b7371b531087a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:17,900 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:17,900 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704817727; duration=0sec 2024-12-09T00:40:17,900 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:17,900 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:17,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704877935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704877945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704877945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704877945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704877945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T00:40:18,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704878145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704878155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704878155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704878155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704878155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T00:40:18,204 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/57648588735b4d64a939915fda295a01 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/57648588735b4d64a939915fda295a01 2024-12-09T00:40:18,212 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 57648588735b4d64a939915fda295a01(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:18,212 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:18,212 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704817726; duration=0sec 2024-12-09T00:40:18,212 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:18,212 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:18,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4a81b2f7f97e483880398fc75d136329 2024-12-09T00:40:18,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/5cc7769cbf18447aa15f991ee783c738 is 50, key is test_row_0/B:col10/1733704817788/Put/seqid=0 2024-12-09T00:40:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741946_1122 (size=12301) 2024-12-09T00:40:18,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/5cc7769cbf18447aa15f991ee783c738 2024-12-09T00:40:18,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/bcaf01795ec44c5292f3289be96e18ee is 50, key is test_row_0/C:col10/1733704817788/Put/seqid=0 2024-12-09T00:40:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741947_1123 (size=12301) 2024-12-09T00:40:18,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/bcaf01795ec44c5292f3289be96e18ee 2024-12-09T00:40:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/4a81b2f7f97e483880398fc75d136329 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4a81b2f7f97e483880398fc75d136329 2024-12-09T00:40:18,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4a81b2f7f97e483880398fc75d136329, entries=150, sequenceid=515, filesize=12.0 K 2024-12-09T00:40:18,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/5cc7769cbf18447aa15f991ee783c738 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cc7769cbf18447aa15f991ee783c738 2024-12-09T00:40:18,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cc7769cbf18447aa15f991ee783c738, entries=150, sequenceid=515, filesize=12.0 K 2024-12-09T00:40:18,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/bcaf01795ec44c5292f3289be96e18ee as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bcaf01795ec44c5292f3289be96e18ee 2024-12-09T00:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bcaf01795ec44c5292f3289be96e18ee, entries=150, sequenceid=515, filesize=12.0 K 2024-12-09T00:40:18,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6c5b55a822142b75b56d7b84c2b268c0 in 553ms, sequenceid=515, compaction requested=false 2024-12-09T00:40:18,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:18,457 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:18,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:40:18,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/2313820055be4fe4a4bec56a22b833f4 is 50, key is test_row_0/A:col10/1733704818456/Put/seqid=0 2024-12-09T00:40:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741948_1124 (size=14741) 2024-12-09T00:40:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704878466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704878468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/2313820055be4fe4a4bec56a22b833f4 2024-12-09T00:40:18,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704878468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704878469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704878470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T00:40:18,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b6f22255773c46cd81233ced660ddaa1 is 50, key is test_row_0/B:col10/1733704818456/Put/seqid=0 2024-12-09T00:40:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741949_1125 (size=12301) 2024-12-09T00:40:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704878575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704878575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704878585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704878585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704878585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704878785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704878785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704878795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704878795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704878795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:18,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b6f22255773c46cd81233ced660ddaa1 2024-12-09T00:40:18,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/f7dd1a8566424103ac7b9a25625ee141 is 50, key is test_row_0/C:col10/1733704818456/Put/seqid=0 2024-12-09T00:40:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741950_1126 (size=12301) 2024-12-09T00:40:18,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/f7dd1a8566424103ac7b9a25625ee141 2024-12-09T00:40:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/2313820055be4fe4a4bec56a22b833f4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2313820055be4fe4a4bec56a22b833f4 2024-12-09T00:40:18,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2313820055be4fe4a4bec56a22b833f4, entries=200, sequenceid=543, filesize=14.4 K 2024-12-09T00:40:18,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b6f22255773c46cd81233ced660ddaa1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b6f22255773c46cd81233ced660ddaa1 2024-12-09T00:40:18,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b6f22255773c46cd81233ced660ddaa1, entries=150, sequenceid=543, filesize=12.0 K 2024-12-09T00:40:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/f7dd1a8566424103ac7b9a25625ee141 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/f7dd1a8566424103ac7b9a25625ee141 2024-12-09T00:40:18,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:18,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:18,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:18,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/f7dd1a8566424103ac7b9a25625ee141, entries=150, sequenceid=543, filesize=12.0 K 2024-12-09T00:40:18,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c5b55a822142b75b56d7b84c2b268c0 in 491ms, sequenceid=543, compaction requested=true 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:18,949 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:18,949 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:18,950 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:18,950 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:18,950 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:18,950 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:18,950 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,950 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:18,950 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/0c02e069f377482d8492feab443319f1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4a81b2f7f97e483880398fc75d136329, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2313820055be4fe4a4bec56a22b833f4] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=39.6 K 2024-12-09T00:40:18,950 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/57648588735b4d64a939915fda295a01, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cc7769cbf18447aa15f991ee783c738, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b6f22255773c46cd81233ced660ddaa1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.2 K 2024-12-09T00:40:18,951 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c02e069f377482d8492feab443319f1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1733704816989 2024-12-09T00:40:18,951 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 57648588735b4d64a939915fda295a01, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1733704816989 2024-12-09T00:40:18,951 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a81b2f7f97e483880398fc75d136329, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733704817787 2024-12-09T00:40:18,951 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc7769cbf18447aa15f991ee783c738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733704817787 2024-12-09T00:40:18,952 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2313820055be4fe4a4bec56a22b833f4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733704817819 2024-12-09T00:40:18,952 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b6f22255773c46cd81233ced660ddaa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733704817819 2024-12-09T00:40:18,965 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#114 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:18,965 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7 is 50, key is test_row_0/B:col10/1733704818456/Put/seqid=0 2024-12-09T00:40:18,968 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#115 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:18,968 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1d4550de4fa54a5e9e26bd80a4e76698 is 50, key is test_row_0/A:col10/1733704818456/Put/seqid=0 2024-12-09T00:40:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741951_1127 (size=13595) 2024-12-09T00:40:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741952_1128 (size=13595) 2024-12-09T00:40:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T00:40:19,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T00:40:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:19,093 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/d7984c335c66487e8e171278514bcd64 is 50, key is test_row_0/A:col10/1733704818469/Put/seqid=0 2024-12-09T00:40:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741953_1129 (size=12301) 2024-12-09T00:40:19,104 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/d7984c335c66487e8e171278514bcd64 2024-12-09T00:40:19,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b94e49d3bbdf450e8358e5e60aee951c is 50, key is test_row_0/B:col10/1733704818469/Put/seqid=0 2024-12-09T00:40:19,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741954_1130 (size=12301) 2024-12-09T00:40:19,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b94e49d3bbdf450e8358e5e60aee951c 2024-12-09T00:40:19,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704879134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704879137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704879138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/99d1ea4757a942df8757f5a8c58c66df is 50, key is test_row_0/C:col10/1733704818469/Put/seqid=0 2024-12-09T00:40:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704879152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704879155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741955_1131 (size=12301) 2024-12-09T00:40:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704879255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704879255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704879255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704879265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704879265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,401 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7 2024-12-09T00:40:19,403 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/1d4550de4fa54a5e9e26bd80a4e76698 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d4550de4fa54a5e9e26bd80a4e76698 2024-12-09T00:40:19,413 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 8bfec0fa8a2b4639b6f96c4a80c6c9e7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:19,413 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 1d4550de4fa54a5e9e26bd80a4e76698(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:19,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:19,413 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:19,413 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704818949; duration=0sec 2024-12-09T00:40:19,413 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:19,413 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:19,413 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704818949; duration=0sec 2024-12-09T00:40:19,413 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:19,414 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:19,414 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:19,416 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:19,416 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:19,416 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:19,417 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/110b89b8e6764c2eac8b7371b531087a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bcaf01795ec44c5292f3289be96e18ee, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/f7dd1a8566424103ac7b9a25625ee141] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.2 K 2024-12-09T00:40:19,418 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 110b89b8e6764c2eac8b7371b531087a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1733704816989 2024-12-09T00:40:19,419 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bcaf01795ec44c5292f3289be96e18ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733704817787 2024-12-09T00:40:19,422 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f7dd1a8566424103ac7b9a25625ee141, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733704817819 2024-12-09T00:40:19,430 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:19,431 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/729e13897699462abe31ef1fba3fe1bb is 50, key is test_row_0/C:col10/1733704818456/Put/seqid=0 2024-12-09T00:40:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741956_1132 (size=13595) 2024-12-09T00:40:19,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704879465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704879465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704879475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704879475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704879475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,580 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/99d1ea4757a942df8757f5a8c58c66df 2024-12-09T00:40:19,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/d7984c335c66487e8e171278514bcd64 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/d7984c335c66487e8e171278514bcd64 2024-12-09T00:40:19,598 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/d7984c335c66487e8e171278514bcd64, entries=150, sequenceid=554, filesize=12.0 K 2024-12-09T00:40:19,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/b94e49d3bbdf450e8358e5e60aee951c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b94e49d3bbdf450e8358e5e60aee951c 2024-12-09T00:40:19,607 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b94e49d3bbdf450e8358e5e60aee951c, entries=150, sequenceid=554, filesize=12.0 K 2024-12-09T00:40:19,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/99d1ea4757a942df8757f5a8c58c66df as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/99d1ea4757a942df8757f5a8c58c66df 2024-12-09T00:40:19,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/99d1ea4757a942df8757f5a8c58c66df, entries=150, sequenceid=554, filesize=12.0 K 2024-12-09T00:40:19,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6c5b55a822142b75b56d7b84c2b268c0 in 520ms, sequenceid=554, compaction requested=false 2024-12-09T00:40:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T00:40:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T00:40:19,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-09T00:40:19,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7520 sec 2024-12-09T00:40:19,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.7570 sec 2024-12-09T00:40:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:19,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:19,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T00:40:19,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/a4846b9e9d354b158fdd7e17606b107c is 50, key is test_row_0/A:col10/1733704819777/Put/seqid=0 2024-12-09T00:40:19,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741957_1133 (size=17181) 2024-12-09T00:40:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704879785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704879785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704879785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704879785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,841 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/729e13897699462abe31ef1fba3fe1bb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/729e13897699462abe31ef1fba3fe1bb 2024-12-09T00:40:19,848 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into 729e13897699462abe31ef1fba3fe1bb(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:19,849 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:19,849 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704818949; duration=0sec 2024-12-09T00:40:19,849 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:19,849 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:19,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T00:40:20,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:20,016 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-12-09T00:40:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T00:40:20,018 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:20,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:20,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704880105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704880105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T00:40:20,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-09T00:40:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/a4846b9e9d354b158fdd7e17606b107c 2024-12-09T00:40:20,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/adb146e8d7a74d228193dafb24b61b1d is 50, key is test_row_0/B:col10/1733704819777/Put/seqid=0 2024-12-09T00:40:20,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741958_1134 (size=12301) 2024-12-09T00:40:20,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/adb146e8d7a74d228193dafb24b61b1d 2024-12-09T00:40:20,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2d5a9f0e40e9469f9ba31e3845fb16ab is 50, key is test_row_0/C:col10/1733704819777/Put/seqid=0 2024-12-09T00:40:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741959_1135 (size=12301) 2024-12-09T00:40:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50774 deadline: 1733704880295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50814 deadline: 1733704880294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1733704880295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-09T00:40:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T00:40:20,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1733704880415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50778 deadline: 1733704880415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:20,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-09T00:40:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-09T00:40:20,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2d5a9f0e40e9469f9ba31e3845fb16ab 2024-12-09T00:40:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/a4846b9e9d354b158fdd7e17606b107c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/a4846b9e9d354b158fdd7e17606b107c 2024-12-09T00:40:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T00:40:20,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/a4846b9e9d354b158fdd7e17606b107c, entries=250, sequenceid=584, filesize=16.8 K 2024-12-09T00:40:20,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/adb146e8d7a74d228193dafb24b61b1d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/adb146e8d7a74d228193dafb24b61b1d 2024-12-09T00:40:20,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/adb146e8d7a74d228193dafb24b61b1d, entries=150, sequenceid=584, filesize=12.0 K 2024-12-09T00:40:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/2d5a9f0e40e9469f9ba31e3845fb16ab as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2d5a9f0e40e9469f9ba31e3845fb16ab 2024-12-09T00:40:20,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2d5a9f0e40e9469f9ba31e3845fb16ab, entries=150, sequenceid=584, filesize=12.0 K 2024-12-09T00:40:20,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6c5b55a822142b75b56d7b84c2b268c0 in 891ms, sequenceid=584, compaction requested=true 2024-12-09T00:40:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:20,669 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:20,670 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c5b55a822142b75b56d7b84c2b268c0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:20,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:20,672 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:20,672 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/B is initiating minor compaction (all files) 2024-12-09T00:40:20,673 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/B in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,673 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b94e49d3bbdf450e8358e5e60aee951c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/adb146e8d7a74d228193dafb24b61b1d] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.3 K 2024-12-09T00:40:20,673 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:20,673 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/A is initiating minor compaction (all files) 2024-12-09T00:40:20,674 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/A in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,674 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d4550de4fa54a5e9e26bd80a4e76698, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/d7984c335c66487e8e171278514bcd64, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/a4846b9e9d354b158fdd7e17606b107c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=42.1 K 2024-12-09T00:40:20,674 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bfec0fa8a2b4639b6f96c4a80c6c9e7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733704817819 2024-12-09T00:40:20,674 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d4550de4fa54a5e9e26bd80a4e76698, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733704817819 2024-12-09T00:40:20,675 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b94e49d3bbdf450e8358e5e60aee951c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733704818465 2024-12-09T00:40:20,675 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7984c335c66487e8e171278514bcd64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733704818465 2024-12-09T00:40:20,675 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting adb146e8d7a74d228193dafb24b61b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1733704819138 2024-12-09T00:40:20,675 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4846b9e9d354b158fdd7e17606b107c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1733704819113 2024-12-09T00:40:20,692 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:20,693 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6024038bdcae4248827d119857fcd42f is 50, key is test_row_0/B:col10/1733704819777/Put/seqid=0 2024-12-09T00:40:20,696 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#A#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:20,697 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/82b4f11045d54189922d107cd72356f2 is 50, key is test_row_0/A:col10/1733704819777/Put/seqid=0 2024-12-09T00:40:20,704 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-09T00:40:20,704 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-09T00:40:20,704 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-09T00:40:20,704 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:20,704 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:20,704 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:20,705 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-09T00:40:20,705 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:20,709 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,709 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,709 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,709 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,710 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,710 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:20,710 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:20,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:20,711 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741960_1136 (size=13697) 2024-12-09T00:40:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741961_1137 (size=13697) 2024-12-09T00:40:20,723 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/82b4f11045d54189922d107cd72356f2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/82b4f11045d54189922d107cd72356f2 2024-12-09T00:40:20,729 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/A of 6c5b55a822142b75b56d7b84c2b268c0 into 82b4f11045d54189922d107cd72356f2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:20,729 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:20,729 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/A, priority=13, startTime=1733704820669; duration=0sec 2024-12-09T00:40:20,729 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:20,729 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:A 2024-12-09T00:40:20,729 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:20,731 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:20,731 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 6c5b55a822142b75b56d7b84c2b268c0/C is initiating minor compaction (all files) 2024-12-09T00:40:20,731 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c5b55a822142b75b56d7b84c2b268c0/C in TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,731 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/729e13897699462abe31ef1fba3fe1bb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/99d1ea4757a942df8757f5a8c58c66df, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2d5a9f0e40e9469f9ba31e3845fb16ab] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp, totalSize=37.3 K 2024-12-09T00:40:20,731 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 729e13897699462abe31ef1fba3fe1bb, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733704817819 2024-12-09T00:40:20,732 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99d1ea4757a942df8757f5a8c58c66df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733704818465 2024-12-09T00:40:20,732 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d5a9f0e40e9469f9ba31e3845fb16ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1733704819138 2024-12-09T00:40:20,739 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c5b55a822142b75b56d7b84c2b268c0#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:20,739 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/a652193c3564437fb7e145d9b8ce6532 is 50, key is test_row_0/C:col10/1733704819777/Put/seqid=0 2024-12-09T00:40:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741962_1138 (size=13697) 2024-12-09T00:40:20,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-09T00:40:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:20,788 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:40:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/df96dd54117e4bbe81275e1080cb713a is 50, key is test_row_0/A:col10/1733704819783/Put/seqid=0 2024-12-09T00:40:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741963_1139 (size=12301) 2024-12-09T00:40:20,802 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/df96dd54117e4bbe81275e1080cb713a 2024-12-09T00:40:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/be0d44a8eff94035bd79d0475dd67d16 is 50, key is test_row_0/B:col10/1733704819783/Put/seqid=0 2024-12-09T00:40:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741964_1140 (size=12301) 2024-12-09T00:40:20,927 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-09T00:40:20,927 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-09T00:40:20,927 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:20,927 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:20,927 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,927 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,927 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,927 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:20,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:20,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:21,123 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/6024038bdcae4248827d119857fcd42f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6024038bdcae4248827d119857fcd42f 2024-12-09T00:40:21,129 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/B of 6c5b55a822142b75b56d7b84c2b268c0 into 6024038bdcae4248827d119857fcd42f(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:21,129 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:21,129 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/B, priority=13, startTime=1733704820669; duration=0sec 2024-12-09T00:40:21,129 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:21,129 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:B 2024-12-09T00:40:21,148 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/a652193c3564437fb7e145d9b8ce6532 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/a652193c3564437fb7e145d9b8ce6532 2024-12-09T00:40:21,153 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c5b55a822142b75b56d7b84c2b268c0/C of 6c5b55a822142b75b56d7b84c2b268c0 into a652193c3564437fb7e145d9b8ce6532(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:21,153 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:21,153 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., storeName=6c5b55a822142b75b56d7b84c2b268c0/C, priority=13, startTime=1733704820670; duration=0sec 2024-12-09T00:40:21,153 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:21,153 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c5b55a822142b75b56d7b84c2b268c0:C 2024-12-09T00:40:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T00:40:21,219 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/be0d44a8eff94035bd79d0475dd67d16 2024-12-09T00:40:21,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/c74e215b6de54d1a95c93f96d1aac210 is 50, key is test_row_0/C:col10/1733704819783/Put/seqid=0 2024-12-09T00:40:21,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741965_1141 (size=12301) 2024-12-09T00:40:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. as already flushing 2024-12-09T00:40:21,307 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-09T00:40:21,307 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:21,307 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:21,307 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:21,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:21,318 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-09T00:40:21,318 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-09T00:40:21,318 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:21,318 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:21,318 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:21,318 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:21,318 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:21,318 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:21,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:21,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:21,635 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/c74e215b6de54d1a95c93f96d1aac210 2024-12-09T00:40:21,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/df96dd54117e4bbe81275e1080cb713a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/df96dd54117e4bbe81275e1080cb713a 2024-12-09T00:40:21,645 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/df96dd54117e4bbe81275e1080cb713a, entries=150, sequenceid=594, filesize=12.0 K 2024-12-09T00:40:21,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/be0d44a8eff94035bd79d0475dd67d16 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/be0d44a8eff94035bd79d0475dd67d16 2024-12-09T00:40:21,649 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/be0d44a8eff94035bd79d0475dd67d16, entries=150, sequenceid=594, filesize=12.0 K 2024-12-09T00:40:21,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/c74e215b6de54d1a95c93f96d1aac210 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c74e215b6de54d1a95c93f96d1aac210 2024-12-09T00:40:21,654 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c74e215b6de54d1a95c93f96d1aac210, entries=150, sequenceid=594, filesize=12.0 K 2024-12-09T00:40:21,655 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=33.54 KB/34350 for 6c5b55a822142b75b56d7b84c2b268c0 in 867ms, sequenceid=594, compaction requested=false 2024-12-09T00:40:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6c5b55a822142b75b56d7b84c2b268c0: 2024-12-09T00:40:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:21,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T00:40:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T00:40:21,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-09T00:40:21,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6370 sec 2024-12-09T00:40:21,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.6420 sec 2024-12-09T00:40:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T00:40:22,166 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-12-09T00:40:22,166 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3538 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3492 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1685 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5055 rows 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1702 2024-12-09T00:40:22,167 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5106 rows 2024-12-09T00:40:22,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:40:22,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:40:22,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:22,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:22,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:22,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T00:40:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T00:40:22,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704822187"}]},"ts":"1733704822187"} 2024-12-09T00:40:22,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T00:40:22,189 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T00:40:22,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:40:22,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, UNASSIGN}] 2024-12-09T00:40:22,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, UNASSIGN 2024-12-09T00:40:22,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=6c5b55a822142b75b56d7b84c2b268c0, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:22,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, UNASSIGN because future has completed 2024-12-09T00:40:22,198 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:40:22,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:40:22,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:40:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T00:40:22,356 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:22,356 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:40:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 6c5b55a822142b75b56d7b84c2b268c0, disabling compactions & flushes 2024-12-09T00:40:22,357 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. after waiting 0 ms 2024-12-09T00:40:22,357 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:22,357 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 6c5b55a822142b75b56d7b84c2b268c0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:40:22,362 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/e7366b48eb9342b9afb02da1d20bb910 is 50, key is test_row_0/A:col10/1733704821316/Put/seqid=0 2024-12-09T00:40:22,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741966_1142 (size=9857) 2024-12-09T00:40:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T00:40:22,768 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/e7366b48eb9342b9afb02da1d20bb910 2024-12-09T00:40:22,776 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/047eff0b010e4abfafe7b99063d89262 is 50, key is test_row_0/B:col10/1733704821316/Put/seqid=0 2024-12-09T00:40:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741967_1143 (size=9857) 2024-12-09T00:40:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T00:40:23,180 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/047eff0b010e4abfafe7b99063d89262 2024-12-09T00:40:23,189 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/df3acff267634faea92e4cbb3740c0d7 is 50, key is test_row_0/C:col10/1733704821316/Put/seqid=0 2024-12-09T00:40:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741968_1144 (size=9857) 2024-12-09T00:40:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T00:40:23,597 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/df3acff267634faea92e4cbb3740c0d7 2024-12-09T00:40:23,602 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/A/e7366b48eb9342b9afb02da1d20bb910 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/e7366b48eb9342b9afb02da1d20bb910 2024-12-09T00:40:23,607 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/e7366b48eb9342b9afb02da1d20bb910, entries=100, sequenceid=604, filesize=9.6 K 2024-12-09T00:40:23,609 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/B/047eff0b010e4abfafe7b99063d89262 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/047eff0b010e4abfafe7b99063d89262 2024-12-09T00:40:23,614 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/047eff0b010e4abfafe7b99063d89262, entries=100, sequenceid=604, filesize=9.6 K 2024-12-09T00:40:23,615 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/.tmp/C/df3acff267634faea92e4cbb3740c0d7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/df3acff267634faea92e4cbb3740c0d7 2024-12-09T00:40:23,619 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/df3acff267634faea92e4cbb3740c0d7, entries=100, sequenceid=604, filesize=9.6 K 2024-12-09T00:40:23,620 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6c5b55a822142b75b56d7b84c2b268c0 in 1263ms, sequenceid=604, compaction requested=true 2024-12-09T00:40:23,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6ea3dd8ceecd4ef1ad618799f15c716a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0ec3ecb8de04a508af0ecb39ee8f70c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4190374853e14088a63ca0fc309633b9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4afd05b5bf704e4081e24c2201dd8569, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5d0c9f5f2b3f407face41e10a9a6893e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c9881b92486e4df4b697d4cb1e345018, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6a0487f4ff2a4129af3e2d291e983e21, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/8b930e7822be452c8583df13317eaa8f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4b2d018e01974c6e941bba9604750478, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3ecba9ed0fc841b5bc6c1af2148466e1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a41c44b9d964c5ca016239cf7f8c751, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/378f830d41d9476bb42bab45abb8f67f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1007c1c499824eba96add63dec39d860, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/69b0a3f1ebcc4cbaaea01edf524eb8e5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/54806887de2e4a6a9782c6dd8980a422, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34798e867da44d18b71e1f71dee2dff6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/da1efbaa86464152946639a64e0c784b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5aa4a912c5d1440ab291c7bd4893a126, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/de740f36cddf4fb78b835534c871a5d1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2399ad290aad4fdd86e413f59633a3c9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0c2ec9305524608b343e3cae93d382c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5ca39b77880147859d04afd11b1d2a24, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/cf3ad60cd02c487ea839f739f30791b7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5c5f7d9294c241aeb176b9f1773a5716, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/57b3cbe5fed64fc7a192083b0f93a0bc, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3e3eb4653cf64cbead7489f49ea9dbc1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1c5da5b6914c49bd9138cfc9822b0637, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1f88c3bc945649bebe0c2b9b591806a6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3fba920c385747f3ae5ed9e668c57f87, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a4af1b47f014a5c8f46b833634d672e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34d64bca8f8a41f3a4e9b2cc41030fe3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ea2fca6a6e574f5d945e0a97e487784b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ee3b6840b1374229aa197d53b2cd329c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d66938f86984c1586a3cdb29f24fb5b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/0c02e069f377482d8492feab443319f1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/fb1dd78c31914bbeafc7801b15914992, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4a81b2f7f97e483880398fc75d136329, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2313820055be4fe4a4bec56a22b833f4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d4550de4fa54a5e9e26bd80a4e76698, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/d7984c335c66487e8e171278514bcd64, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/a4846b9e9d354b158fdd7e17606b107c] to archive 2024-12-09T00:40:23,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:40:23,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6ea3dd8ceecd4ef1ad618799f15c716a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6ea3dd8ceecd4ef1ad618799f15c716a 2024-12-09T00:40:23,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0ec3ecb8de04a508af0ecb39ee8f70c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0ec3ecb8de04a508af0ecb39ee8f70c 2024-12-09T00:40:23,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4190374853e14088a63ca0fc309633b9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4190374853e14088a63ca0fc309633b9 2024-12-09T00:40:23,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4afd05b5bf704e4081e24c2201dd8569 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4afd05b5bf704e4081e24c2201dd8569 2024-12-09T00:40:23,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5d0c9f5f2b3f407face41e10a9a6893e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5d0c9f5f2b3f407face41e10a9a6893e 2024-12-09T00:40:23,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c9881b92486e4df4b697d4cb1e345018 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c9881b92486e4df4b697d4cb1e345018 2024-12-09T00:40:23,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6a0487f4ff2a4129af3e2d291e983e21 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/6a0487f4ff2a4129af3e2d291e983e21 2024-12-09T00:40:23,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/8b930e7822be452c8583df13317eaa8f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/8b930e7822be452c8583df13317eaa8f 2024-12-09T00:40:23,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4b2d018e01974c6e941bba9604750478 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4b2d018e01974c6e941bba9604750478 2024-12-09T00:40:23,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3ecba9ed0fc841b5bc6c1af2148466e1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3ecba9ed0fc841b5bc6c1af2148466e1 2024-12-09T00:40:23,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a41c44b9d964c5ca016239cf7f8c751 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a41c44b9d964c5ca016239cf7f8c751 2024-12-09T00:40:23,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/378f830d41d9476bb42bab45abb8f67f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/378f830d41d9476bb42bab45abb8f67f 2024-12-09T00:40:23,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1007c1c499824eba96add63dec39d860 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1007c1c499824eba96add63dec39d860 2024-12-09T00:40:23,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/69b0a3f1ebcc4cbaaea01edf524eb8e5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/69b0a3f1ebcc4cbaaea01edf524eb8e5 2024-12-09T00:40:23,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/54806887de2e4a6a9782c6dd8980a422 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/54806887de2e4a6a9782c6dd8980a422 2024-12-09T00:40:23,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34798e867da44d18b71e1f71dee2dff6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34798e867da44d18b71e1f71dee2dff6 2024-12-09T00:40:23,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/da1efbaa86464152946639a64e0c784b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/da1efbaa86464152946639a64e0c784b 2024-12-09T00:40:23,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5aa4a912c5d1440ab291c7bd4893a126 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5aa4a912c5d1440ab291c7bd4893a126 2024-12-09T00:40:23,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/de740f36cddf4fb78b835534c871a5d1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/de740f36cddf4fb78b835534c871a5d1 2024-12-09T00:40:23,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2399ad290aad4fdd86e413f59633a3c9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2399ad290aad4fdd86e413f59633a3c9 2024-12-09T00:40:23,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0c2ec9305524608b343e3cae93d382c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/c0c2ec9305524608b343e3cae93d382c 2024-12-09T00:40:23,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5ca39b77880147859d04afd11b1d2a24 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5ca39b77880147859d04afd11b1d2a24 2024-12-09T00:40:23,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/cf3ad60cd02c487ea839f739f30791b7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/cf3ad60cd02c487ea839f739f30791b7 2024-12-09T00:40:23,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5c5f7d9294c241aeb176b9f1773a5716 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/5c5f7d9294c241aeb176b9f1773a5716 2024-12-09T00:40:23,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/57b3cbe5fed64fc7a192083b0f93a0bc to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/57b3cbe5fed64fc7a192083b0f93a0bc 2024-12-09T00:40:23,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3e3eb4653cf64cbead7489f49ea9dbc1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3e3eb4653cf64cbead7489f49ea9dbc1 2024-12-09T00:40:23,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1c5da5b6914c49bd9138cfc9822b0637 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1c5da5b6914c49bd9138cfc9822b0637 2024-12-09T00:40:23,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1f88c3bc945649bebe0c2b9b591806a6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1f88c3bc945649bebe0c2b9b591806a6 2024-12-09T00:40:23,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3fba920c385747f3ae5ed9e668c57f87 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/3fba920c385747f3ae5ed9e668c57f87 2024-12-09T00:40:23,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a4af1b47f014a5c8f46b833634d672e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/7a4af1b47f014a5c8f46b833634d672e 2024-12-09T00:40:23,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34d64bca8f8a41f3a4e9b2cc41030fe3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/34d64bca8f8a41f3a4e9b2cc41030fe3 2024-12-09T00:40:23,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ea2fca6a6e574f5d945e0a97e487784b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ea2fca6a6e574f5d945e0a97e487784b 2024-12-09T00:40:23,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ee3b6840b1374229aa197d53b2cd329c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/ee3b6840b1374229aa197d53b2cd329c 2024-12-09T00:40:23,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d66938f86984c1586a3cdb29f24fb5b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d66938f86984c1586a3cdb29f24fb5b 2024-12-09T00:40:23,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/0c02e069f377482d8492feab443319f1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/0c02e069f377482d8492feab443319f1 2024-12-09T00:40:23,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/fb1dd78c31914bbeafc7801b15914992 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/fb1dd78c31914bbeafc7801b15914992 2024-12-09T00:40:23,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4a81b2f7f97e483880398fc75d136329 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/4a81b2f7f97e483880398fc75d136329 2024-12-09T00:40:23,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2313820055be4fe4a4bec56a22b833f4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/2313820055be4fe4a4bec56a22b833f4 2024-12-09T00:40:23,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d4550de4fa54a5e9e26bd80a4e76698 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/1d4550de4fa54a5e9e26bd80a4e76698 2024-12-09T00:40:23,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/d7984c335c66487e8e171278514bcd64 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/d7984c335c66487e8e171278514bcd64 2024-12-09T00:40:23,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/a4846b9e9d354b158fdd7e17606b107c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/a4846b9e9d354b158fdd7e17606b107c 2024-12-09T00:40:23,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b9c228620f68463692de900ac516fe72, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a22e879a3f734131a896be7ac3e10d6f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d0b694043d8242539bf73a509a134575, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4fe8506a85cc4101b9fd820dbe964066, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/9611fd470dcb4a8e952da2dd1f7a4b03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/bba68ef1f6a24977896139a954673e46, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f479ea5657d748379155f782ca0c774a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/db0a6fe4789541e08a5f842093c34b04, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e62b5fd5165b4065818fb3538ee778a6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a021888bc285411eb0447ff7cd7550d0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c86fb74833874413875356f500572bef, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/68a7c07ed4cd4f36942348966a920cc9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d80a2a9780554847afcf1be03ee7c151, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/60fe4480e67b4b058cb60df45fa889f3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d6b7e4c4d1594f7a847da6ddbb7b36f0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f20f3d31f6f0493dbc1ea6237b657f44, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6dd1e480990e43adad03ce30578dc4e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/0aab5e8456ee41fc900e64dd7b506af1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d4eb43311bfb4c41bede70a633e85339, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c6e3cedb1f4c49238b5e00a08c0361a0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4f6d38a7643545e0b88e5df89fdf8206, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b47afa9e08d149719d39a39b819f95f1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/12d93a3ec9844274bc49f853c20cf9cd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/cc435c0799d540cb83bb62edc253ba3f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/275c0e2edfa245a48f9114e41f30dee4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/010a8a3c21c841b69bf51c1ca5812c6a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d35ddb7ea6504e18916c6d5666a01d42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f04ba512e1ab46d0a4a889fe5998b7b8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e110e298f8d9406889123ef27fd21fd5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/846c1e2cee9847d88d86c914c43c0e84, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/810f5212114d4c418ad7461eb6f74a45, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/73bc70f82327406cb41d8b0b21e6535a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/2fae7c7388e944d9b57a744bf02b88d0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6406b0e395da47c4846a60abc5884845, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/57648588735b4d64a939915fda295a01, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cce18d579624b2f8f5316af16f9bd45, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cc7769cbf18447aa15f991ee783c738, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b6f22255773c46cd81233ced660ddaa1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b94e49d3bbdf450e8358e5e60aee951c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/adb146e8d7a74d228193dafb24b61b1d] to archive 2024-12-09T00:40:23,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:40:23,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b9c228620f68463692de900ac516fe72 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b9c228620f68463692de900ac516fe72 2024-12-09T00:40:23,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a22e879a3f734131a896be7ac3e10d6f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a22e879a3f734131a896be7ac3e10d6f 2024-12-09T00:40:23,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d0b694043d8242539bf73a509a134575 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d0b694043d8242539bf73a509a134575 2024-12-09T00:40:23,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4fe8506a85cc4101b9fd820dbe964066 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4fe8506a85cc4101b9fd820dbe964066 2024-12-09T00:40:23,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/9611fd470dcb4a8e952da2dd1f7a4b03 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/9611fd470dcb4a8e952da2dd1f7a4b03 2024-12-09T00:40:23,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/bba68ef1f6a24977896139a954673e46 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/bba68ef1f6a24977896139a954673e46 2024-12-09T00:40:23,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f479ea5657d748379155f782ca0c774a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f479ea5657d748379155f782ca0c774a 2024-12-09T00:40:23,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/db0a6fe4789541e08a5f842093c34b04 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/db0a6fe4789541e08a5f842093c34b04 2024-12-09T00:40:23,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e62b5fd5165b4065818fb3538ee778a6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e62b5fd5165b4065818fb3538ee778a6 2024-12-09T00:40:23,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a021888bc285411eb0447ff7cd7550d0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/a021888bc285411eb0447ff7cd7550d0 2024-12-09T00:40:23,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c86fb74833874413875356f500572bef to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c86fb74833874413875356f500572bef 2024-12-09T00:40:23,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/68a7c07ed4cd4f36942348966a920cc9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/68a7c07ed4cd4f36942348966a920cc9 2024-12-09T00:40:23,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d80a2a9780554847afcf1be03ee7c151 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d80a2a9780554847afcf1be03ee7c151 2024-12-09T00:40:23,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/60fe4480e67b4b058cb60df45fa889f3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/60fe4480e67b4b058cb60df45fa889f3 2024-12-09T00:40:23,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d6b7e4c4d1594f7a847da6ddbb7b36f0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d6b7e4c4d1594f7a847da6ddbb7b36f0 2024-12-09T00:40:23,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f20f3d31f6f0493dbc1ea6237b657f44 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f20f3d31f6f0493dbc1ea6237b657f44 2024-12-09T00:40:23,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6dd1e480990e43adad03ce30578dc4e4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6dd1e480990e43adad03ce30578dc4e4 2024-12-09T00:40:23,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/0aab5e8456ee41fc900e64dd7b506af1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/0aab5e8456ee41fc900e64dd7b506af1 2024-12-09T00:40:23,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d4eb43311bfb4c41bede70a633e85339 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d4eb43311bfb4c41bede70a633e85339 2024-12-09T00:40:23,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c6e3cedb1f4c49238b5e00a08c0361a0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/c6e3cedb1f4c49238b5e00a08c0361a0 2024-12-09T00:40:23,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4f6d38a7643545e0b88e5df89fdf8206 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/4f6d38a7643545e0b88e5df89fdf8206 2024-12-09T00:40:23,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b47afa9e08d149719d39a39b819f95f1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b47afa9e08d149719d39a39b819f95f1 2024-12-09T00:40:23,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/12d93a3ec9844274bc49f853c20cf9cd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/12d93a3ec9844274bc49f853c20cf9cd 2024-12-09T00:40:23,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/cc435c0799d540cb83bb62edc253ba3f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/cc435c0799d540cb83bb62edc253ba3f 2024-12-09T00:40:23,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/275c0e2edfa245a48f9114e41f30dee4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/275c0e2edfa245a48f9114e41f30dee4 2024-12-09T00:40:23,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/010a8a3c21c841b69bf51c1ca5812c6a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/010a8a3c21c841b69bf51c1ca5812c6a 2024-12-09T00:40:23,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d35ddb7ea6504e18916c6d5666a01d42 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/d35ddb7ea6504e18916c6d5666a01d42 2024-12-09T00:40:23,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f04ba512e1ab46d0a4a889fe5998b7b8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/f04ba512e1ab46d0a4a889fe5998b7b8 2024-12-09T00:40:23,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e110e298f8d9406889123ef27fd21fd5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/e110e298f8d9406889123ef27fd21fd5 2024-12-09T00:40:23,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/846c1e2cee9847d88d86c914c43c0e84 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/846c1e2cee9847d88d86c914c43c0e84 2024-12-09T00:40:23,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/810f5212114d4c418ad7461eb6f74a45 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/810f5212114d4c418ad7461eb6f74a45 2024-12-09T00:40:23,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/73bc70f82327406cb41d8b0b21e6535a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/73bc70f82327406cb41d8b0b21e6535a 2024-12-09T00:40:23,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/2fae7c7388e944d9b57a744bf02b88d0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/2fae7c7388e944d9b57a744bf02b88d0 2024-12-09T00:40:23,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6406b0e395da47c4846a60abc5884845 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6406b0e395da47c4846a60abc5884845 2024-12-09T00:40:23,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/57648588735b4d64a939915fda295a01 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/57648588735b4d64a939915fda295a01 2024-12-09T00:40:23,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cce18d579624b2f8f5316af16f9bd45 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cce18d579624b2f8f5316af16f9bd45 2024-12-09T00:40:23,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cc7769cbf18447aa15f991ee783c738 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/5cc7769cbf18447aa15f991ee783c738 2024-12-09T00:40:23,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/8bfec0fa8a2b4639b6f96c4a80c6c9e7 2024-12-09T00:40:23,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b6f22255773c46cd81233ced660ddaa1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b6f22255773c46cd81233ced660ddaa1 2024-12-09T00:40:23,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b94e49d3bbdf450e8358e5e60aee951c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/b94e49d3bbdf450e8358e5e60aee951c 2024-12-09T00:40:23,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/adb146e8d7a74d228193dafb24b61b1d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/adb146e8d7a74d228193dafb24b61b1d 2024-12-09T00:40:23,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/29c6927fab7a42f39d72127bbc54f7a2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6f79569a4e2b4b979eeec19e427357df, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e1d63b1f665a4e7bb8dad5be07246304, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/d1523663c23f46b99bf2e2b984dae0eb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/4f0f46cdebd6474b89f9c80f066ef3fa, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/36e1410339bf4724a1b8689aedfd221d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/485263097b334427a3d14f6c21ceb01f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e9e651fd784241399f7da4aed226b62d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8d291721315a4a21a3bc04d80ebfa1cb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5f1ce7c1cc2f4525ad48cf0388fd4851, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2916e5723bbf452fadf7bfda0af60a44, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/114668f6648d45458d0be4d98320cf2e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/ebba1866ee4f41fb9b77108921f6e2b9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8f157b1f47004c11bff90b6112861343, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2985d1ca466e41a5b79c50c9cfd3b187, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/9a67473585684eb8a74aff8a364d2400, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e22ec373ae434fd48c7cf2cbd4bae6ed, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/391abf66599844249732ed79fe207d85, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8147064808be48f0bec159187c921d40, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/b520ade19a1e46a2b5af0aa88ab97773, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/61c7ba8be8de45bc99b58f9556ce87d9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6c9569cfea85486fa465e6e1109b72e6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/25e6017a7f55453091061d7740380759, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bb392c04af3a47f18eb18a19b58da224, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5fdd32085ffe4a40a5f41ab16866491c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/0fcf6ed598904d189acda602d0c3ee0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/663e6a847f134646bdbb6557210cda05, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5b9a33a533e04e7eb8bb69021fa3773f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c164a8d53cba493bab7423001161631b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/42309f66168e4b048ae402fd322da534, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6669e84147fd4372b1f5d74d46b4b1c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e345d6adde3e4acab7324485bf75d08b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/3578ed973ace4a45a239c660b5f9943c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/397e3234eb6247c7b264704d0cddd1ed, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/110b89b8e6764c2eac8b7371b531087a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/819caf532a9f415292307d5eb8668ee9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bcaf01795ec44c5292f3289be96e18ee, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/729e13897699462abe31ef1fba3fe1bb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/f7dd1a8566424103ac7b9a25625ee141, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/99d1ea4757a942df8757f5a8c58c66df, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2d5a9f0e40e9469f9ba31e3845fb16ab] to archive 2024-12-09T00:40:23,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:40:23,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/29c6927fab7a42f39d72127bbc54f7a2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/29c6927fab7a42f39d72127bbc54f7a2 2024-12-09T00:40:23,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6f79569a4e2b4b979eeec19e427357df to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6f79569a4e2b4b979eeec19e427357df 2024-12-09T00:40:23,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e1d63b1f665a4e7bb8dad5be07246304 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e1d63b1f665a4e7bb8dad5be07246304 2024-12-09T00:40:23,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/d1523663c23f46b99bf2e2b984dae0eb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/d1523663c23f46b99bf2e2b984dae0eb 2024-12-09T00:40:23,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/4f0f46cdebd6474b89f9c80f066ef3fa to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/4f0f46cdebd6474b89f9c80f066ef3fa 2024-12-09T00:40:23,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/36e1410339bf4724a1b8689aedfd221d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/36e1410339bf4724a1b8689aedfd221d 2024-12-09T00:40:23,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/485263097b334427a3d14f6c21ceb01f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/485263097b334427a3d14f6c21ceb01f 2024-12-09T00:40:23,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e9e651fd784241399f7da4aed226b62d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e9e651fd784241399f7da4aed226b62d 2024-12-09T00:40:23,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8d291721315a4a21a3bc04d80ebfa1cb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8d291721315a4a21a3bc04d80ebfa1cb 2024-12-09T00:40:23,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5f1ce7c1cc2f4525ad48cf0388fd4851 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5f1ce7c1cc2f4525ad48cf0388fd4851 2024-12-09T00:40:23,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2916e5723bbf452fadf7bfda0af60a44 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2916e5723bbf452fadf7bfda0af60a44 2024-12-09T00:40:23,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/114668f6648d45458d0be4d98320cf2e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/114668f6648d45458d0be4d98320cf2e 2024-12-09T00:40:23,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/ebba1866ee4f41fb9b77108921f6e2b9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/ebba1866ee4f41fb9b77108921f6e2b9 2024-12-09T00:40:23,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8f157b1f47004c11bff90b6112861343 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8f157b1f47004c11bff90b6112861343 2024-12-09T00:40:23,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2985d1ca466e41a5b79c50c9cfd3b187 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2985d1ca466e41a5b79c50c9cfd3b187 2024-12-09T00:40:23,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/9a67473585684eb8a74aff8a364d2400 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/9a67473585684eb8a74aff8a364d2400 2024-12-09T00:40:23,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e22ec373ae434fd48c7cf2cbd4bae6ed to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e22ec373ae434fd48c7cf2cbd4bae6ed 2024-12-09T00:40:23,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/391abf66599844249732ed79fe207d85 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/391abf66599844249732ed79fe207d85 2024-12-09T00:40:23,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8147064808be48f0bec159187c921d40 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/8147064808be48f0bec159187c921d40 2024-12-09T00:40:23,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/b520ade19a1e46a2b5af0aa88ab97773 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/b520ade19a1e46a2b5af0aa88ab97773 2024-12-09T00:40:23,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/61c7ba8be8de45bc99b58f9556ce87d9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/61c7ba8be8de45bc99b58f9556ce87d9 2024-12-09T00:40:23,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6c9569cfea85486fa465e6e1109b72e6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6c9569cfea85486fa465e6e1109b72e6 2024-12-09T00:40:23,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/25e6017a7f55453091061d7740380759 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/25e6017a7f55453091061d7740380759 2024-12-09T00:40:23,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bb392c04af3a47f18eb18a19b58da224 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bb392c04af3a47f18eb18a19b58da224 2024-12-09T00:40:23,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5fdd32085ffe4a40a5f41ab16866491c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5fdd32085ffe4a40a5f41ab16866491c 2024-12-09T00:40:23,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/0fcf6ed598904d189acda602d0c3ee0c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/0fcf6ed598904d189acda602d0c3ee0c 2024-12-09T00:40:23,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/663e6a847f134646bdbb6557210cda05 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/663e6a847f134646bdbb6557210cda05 2024-12-09T00:40:23,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5b9a33a533e04e7eb8bb69021fa3773f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/5b9a33a533e04e7eb8bb69021fa3773f 2024-12-09T00:40:23,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c164a8d53cba493bab7423001161631b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c164a8d53cba493bab7423001161631b 2024-12-09T00:40:23,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/42309f66168e4b048ae402fd322da534 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/42309f66168e4b048ae402fd322da534 2024-12-09T00:40:23,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6669e84147fd4372b1f5d74d46b4b1c4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/6669e84147fd4372b1f5d74d46b4b1c4 2024-12-09T00:40:23,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e345d6adde3e4acab7324485bf75d08b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/e345d6adde3e4acab7324485bf75d08b 2024-12-09T00:40:23,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/3578ed973ace4a45a239c660b5f9943c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/3578ed973ace4a45a239c660b5f9943c 2024-12-09T00:40:23,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/397e3234eb6247c7b264704d0cddd1ed to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/397e3234eb6247c7b264704d0cddd1ed 2024-12-09T00:40:23,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/110b89b8e6764c2eac8b7371b531087a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/110b89b8e6764c2eac8b7371b531087a 2024-12-09T00:40:23,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/819caf532a9f415292307d5eb8668ee9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/819caf532a9f415292307d5eb8668ee9 2024-12-09T00:40:23,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bcaf01795ec44c5292f3289be96e18ee to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/bcaf01795ec44c5292f3289be96e18ee 2024-12-09T00:40:23,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/729e13897699462abe31ef1fba3fe1bb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/729e13897699462abe31ef1fba3fe1bb 2024-12-09T00:40:23,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/f7dd1a8566424103ac7b9a25625ee141 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/f7dd1a8566424103ac7b9a25625ee141 2024-12-09T00:40:23,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/99d1ea4757a942df8757f5a8c58c66df to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/99d1ea4757a942df8757f5a8c58c66df 2024-12-09T00:40:23,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2d5a9f0e40e9469f9ba31e3845fb16ab to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/2d5a9f0e40e9469f9ba31e3845fb16ab 2024-12-09T00:40:23,781 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/recovered.edits/607.seqid, newMaxSeqId=607, maxSeqId=1 2024-12-09T00:40:23,782 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. 2024-12-09T00:40:23,782 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 6c5b55a822142b75b56d7b84c2b268c0: Waiting for close lock at 1733704822356Running coprocessor pre-close hooks at 1733704822356Disabling compacts and flushes for region at 1733704822357 (+1 ms)Disabling writes for close at 1733704822357Obtaining lock to block concurrent updates at 1733704822357Preparing flush snapshotting stores in 6c5b55a822142b75b56d7b84c2b268c0 at 1733704822357Finished memstore snapshotting TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733704822357Flushing stores of TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0. at 1733704822358 (+1 ms)Flushing 6c5b55a822142b75b56d7b84c2b268c0/A: creating writer at 1733704822358Flushing 6c5b55a822142b75b56d7b84c2b268c0/A: appending metadata at 1733704822362 (+4 ms)Flushing 6c5b55a822142b75b56d7b84c2b268c0/A: closing flushed file at 1733704822362Flushing 6c5b55a822142b75b56d7b84c2b268c0/B: creating writer at 1733704822773 (+411 ms)Flushing 6c5b55a822142b75b56d7b84c2b268c0/B: appending metadata at 1733704822775 (+2 ms)Flushing 6c5b55a822142b75b56d7b84c2b268c0/B: closing flushed file at 1733704822775Flushing 6c5b55a822142b75b56d7b84c2b268c0/C: creating writer at 1733704823185 (+410 ms)Flushing 6c5b55a822142b75b56d7b84c2b268c0/C: appending metadata at 1733704823189 (+4 ms)Flushing 6c5b55a822142b75b56d7b84c2b268c0/C: closing flushed file at 1733704823189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f988364: reopening flushed file at 1733704823601 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3976c825: reopening flushed file at 1733704823608 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63350536: reopening flushed file at 1733704823614 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6c5b55a822142b75b56d7b84c2b268c0 in 1263ms, sequenceid=604, compaction requested=true at 1733704823620 (+6 ms)Writing region close event to WAL at 1733704823777 (+157 ms)Running coprocessor post-close hooks at 1733704823781 (+4 ms)Closed at 1733704823781 2024-12-09T00:40:23,784 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:23,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=6c5b55a822142b75b56d7b84c2b268c0, regionState=CLOSED 2024-12-09T00:40:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:40:23,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-09T00:40:23,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 6c5b55a822142b75b56d7b84c2b268c0, server=1bae0942de96,45465,1733704794103 in 1.5880 sec 2024-12-09T00:40:23,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-09T00:40:23,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c5b55a822142b75b56d7b84c2b268c0, UNASSIGN in 1.5940 sec 2024-12-09T00:40:23,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-09T00:40:23,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6010 sec 2024-12-09T00:40:23,795 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704823794"}]},"ts":"1733704823794"} 2024-12-09T00:40:23,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T00:40:23,796 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T00:40:23,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6180 sec 2024-12-09T00:40:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-09T00:40:24,336 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:24,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T00:40:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,349 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-09T00:40:24,350 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,355 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:24,359 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/recovered.edits] 2024-12-09T00:40:24,363 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/82b4f11045d54189922d107cd72356f2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/82b4f11045d54189922d107cd72356f2 2024-12-09T00:40:24,365 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/df96dd54117e4bbe81275e1080cb713a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/df96dd54117e4bbe81275e1080cb713a 2024-12-09T00:40:24,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/e7366b48eb9342b9afb02da1d20bb910 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/A/e7366b48eb9342b9afb02da1d20bb910 2024-12-09T00:40:24,370 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/047eff0b010e4abfafe7b99063d89262 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/047eff0b010e4abfafe7b99063d89262 2024-12-09T00:40:24,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6024038bdcae4248827d119857fcd42f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/6024038bdcae4248827d119857fcd42f 2024-12-09T00:40:24,373 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/be0d44a8eff94035bd79d0475dd67d16 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/B/be0d44a8eff94035bd79d0475dd67d16 2024-12-09T00:40:24,377 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/a652193c3564437fb7e145d9b8ce6532 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/a652193c3564437fb7e145d9b8ce6532 2024-12-09T00:40:24,379 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c74e215b6de54d1a95c93f96d1aac210 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/c74e215b6de54d1a95c93f96d1aac210 2024-12-09T00:40:24,381 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/df3acff267634faea92e4cbb3740c0d7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/C/df3acff267634faea92e4cbb3740c0d7 2024-12-09T00:40:24,389 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/recovered.edits/607.seqid to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0/recovered.edits/607.seqid 2024-12-09T00:40:24,390 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/6c5b55a822142b75b56d7b84c2b268c0 2024-12-09T00:40:24,390 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T00:40:24,396 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T00:40:24,406 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T00:40:24,430 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T00:40:24,432 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,432 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T00:40:24,432 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733704824432"}]},"ts":"9223372036854775807"} 2024-12-09T00:40:24,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T00:40:24,436 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6c5b55a822142b75b56d7b84c2b268c0, NAME => 'TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:40:24,437 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T00:40:24,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733704824437"}]},"ts":"9223372036854775807"} 2024-12-09T00:40:24,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T00:40:24,441 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-12-09T00:40:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-09T00:40:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T00:40:24,456 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:24,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1bae0942de96:45465-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:38642 [Waiting for operation #263] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_608251552_22 at /127.0.0.1:41436 [Waiting for operation #316] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:38710 [Waiting for operation #247] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16485 (was 17102) 2024-12-09T00:40:24,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=16485 2024-12-09T00:40:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:40:24,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:40:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:24,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:40:24,476 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:24,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-12-09T00:40:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T00:40:24,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:40:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741969_1145 (size=959) 2024-12-09T00:40:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T00:40:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T00:40:24,886 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:40:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741970_1146 (size=53) 2024-12-09T00:40:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T00:40:25,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:40:25,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 065b00d5893b1f27f2e7fa2a8c913897, disabling compactions & flushes 2024-12-09T00:40:25,298 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. after waiting 0 ms 2024-12-09T00:40:25,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,298 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 065b00d5893b1f27f2e7fa2a8c913897: Waiting for close lock at 1733704825297Disabling compacts and flushes for region at 1733704825297Disabling writes for close at 1733704825298 (+1 ms)Writing region close event to WAL at 1733704825298Closed at 1733704825298 2024-12-09T00:40:25,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:40:25,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733704825301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733704825301"}]},"ts":"1733704825301"} 2024-12-09T00:40:25,306 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T00:40:25,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:40:25,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704825308"}]},"ts":"1733704825308"} 2024-12-09T00:40:25,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T00:40:25,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, ASSIGN}] 2024-12-09T00:40:25,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, ASSIGN 2024-12-09T00:40:25,312 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, ASSIGN; state=OFFLINE, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=false 2024-12-09T00:40:25,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:25,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, ASSIGN because future has completed 2024-12-09T00:40:25,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:40:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T00:40:25,624 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,624 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:40:25,624 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,624 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:40:25,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,626 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,628 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 065b00d5893b1f27f2e7fa2a8c913897 columnFamilyName A 2024-12-09T00:40:25,628 DEBUG [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:25,629 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(327): Store=065b00d5893b1f27f2e7fa2a8c913897/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:25,629 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,630 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 065b00d5893b1f27f2e7fa2a8c913897 columnFamilyName B 2024-12-09T00:40:25,630 DEBUG [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:25,631 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(327): Store=065b00d5893b1f27f2e7fa2a8c913897/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:25,631 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,632 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 065b00d5893b1f27f2e7fa2a8c913897 columnFamilyName C 2024-12-09T00:40:25,632 DEBUG [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:25,632 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(327): Store=065b00d5893b1f27f2e7fa2a8c913897/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:25,632 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,633 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,634 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,635 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,635 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,635 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:40:25,636 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,638 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:40:25,638 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 065b00d5893b1f27f2e7fa2a8c913897; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71999278, jitterRate=0.07287284731864929}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:40:25,638 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:25,639 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 065b00d5893b1f27f2e7fa2a8c913897: Running coprocessor pre-open hook at 1733704825625Writing region info on filesystem at 1733704825625Initializing all the Stores at 1733704825625Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704825625Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704825626 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704825626Cleaning up temporary data from old regions at 1733704825635 (+9 ms)Running coprocessor post-open hooks at 1733704825638 (+3 ms)Region opened successfully at 1733704825639 (+1 ms) 2024-12-09T00:40:25,640 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., pid=38, masterSystemTime=1733704825621 2024-12-09T00:40:25,641 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,641 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:25,642 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:40:25,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T00:40:25,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 in 178 msec 2024-12-09T00:40:25,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T00:40:25,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, ASSIGN in 337 msec 2024-12-09T00:40:25,649 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:40:25,649 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704825649"}]},"ts":"1733704825649"} 2024-12-09T00:40:25,650 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T00:40:25,651 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:40:25,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec 2024-12-09T00:40:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T00:40:26,626 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:26,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:26,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:26,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:26,630 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:26,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:26,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:26,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d4f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:26,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:26,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:26,635 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a07e7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:26,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:26,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:26,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:40:26,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:40:26,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fade 2024-12-09T00:40:26,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:40:26,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:40:26,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:40:26,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:40:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741971_1147 (size=995) 2024-12-09T00:40:27,067 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-09T00:40:27,067 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-09T00:40:27,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:40:27,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, REOPEN/MOVE}] 2024-12-09T00:40:27,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, REOPEN/MOVE 2024-12-09T00:40:27,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, REOPEN/MOVE because future has completed 2024-12-09T00:40:27,082 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:40:27,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:40:27,235 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,235 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:40:27,235 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 065b00d5893b1f27f2e7fa2a8c913897, disabling compactions & flushes 2024-12-09T00:40:27,235 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,235 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,235 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. after waiting 0 ms 2024-12-09T00:40:27,235 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,240 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:40:27,241 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,241 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 065b00d5893b1f27f2e7fa2a8c913897: Waiting for close lock at 1733704827235Running coprocessor pre-close hooks at 1733704827235Disabling compacts and flushes for region at 1733704827235Disabling writes for close at 1733704827235Writing region close event to WAL at 1733704827236 (+1 ms)Running coprocessor post-close hooks at 1733704827241 (+5 ms)Closed at 1733704827241 2024-12-09T00:40:27,241 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 065b00d5893b1f27f2e7fa2a8c913897 to self. 2024-12-09T00:40:27,244 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=CLOSED 2024-12-09T00:40:27,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:40:27,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-09T00:40:27,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 in 167 msec 2024-12-09T00:40:27,252 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=true 2024-12-09T00:40:27,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, REOPEN/MOVE because future has completed 2024-12-09T00:40:27,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:40:27,562 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,562 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:40:27,562 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,562 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:40:27,562 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,562 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,566 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,571 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 065b00d5893b1f27f2e7fa2a8c913897 columnFamilyName A 2024-12-09T00:40:27,573 DEBUG [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:27,574 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(327): Store=065b00d5893b1f27f2e7fa2a8c913897/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:27,574 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,575 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 065b00d5893b1f27f2e7fa2a8c913897 columnFamilyName B 2024-12-09T00:40:27,575 DEBUG [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:27,575 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(327): Store=065b00d5893b1f27f2e7fa2a8c913897/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:27,575 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,576 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 065b00d5893b1f27f2e7fa2a8c913897 columnFamilyName C 2024-12-09T00:40:27,576 DEBUG [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:27,577 INFO [StoreOpener-065b00d5893b1f27f2e7fa2a8c913897-1 {}] regionserver.HStore(327): Store=065b00d5893b1f27f2e7fa2a8c913897/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:27,577 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,577 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,578 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,579 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,579 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,580 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:40:27,581 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,582 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 065b00d5893b1f27f2e7fa2a8c913897; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60835569, jitterRate=-0.09347938001155853}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:40:27,582 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,583 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 065b00d5893b1f27f2e7fa2a8c913897: Running coprocessor pre-open hook at 1733704827562Writing region info on filesystem at 1733704827562Initializing all the Stores at 1733704827563 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704827563Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704827564 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704827564Cleaning up temporary data from old regions at 1733704827579 (+15 ms)Running coprocessor post-open hooks at 1733704827582 (+3 ms)Region opened successfully at 1733704827583 (+1 ms) 2024-12-09T00:40:27,584 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., pid=43, masterSystemTime=1733704827558 2024-12-09T00:40:27,586 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,586 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=OPEN, openSeqNum=5, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:40:27,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-09T00:40:27,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 in 183 msec 2024-12-09T00:40:27,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-09T00:40:27,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, REOPEN/MOVE in 513 msec 2024-12-09T00:40:27,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-09T00:40:27,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec 2024-12-09T00:40:27,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-12-09T00:40:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T00:40:27,604 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:27,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15041a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293988f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,611 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce12d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,613 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de92ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,615 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff4e27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,617 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc0582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,619 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73aa7888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,621 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a601c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,624 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaabe7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75951c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,627 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b8781e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,629 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491d6e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d06103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d887f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c39a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:27,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:27,641 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d2b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:27,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d1f2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:27,644 DEBUG [Thread-717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,644 DEBUG [Thread-734 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,644 DEBUG [Thread-730 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,644 DEBUG [Thread-732 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,645 DEBUG [Thread-728 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,653 DEBUG [Thread-725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,654 DEBUG [Thread-723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,656 DEBUG [Thread-719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,657 DEBUG [Thread-721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:27,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:27,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:40:27,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:27,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-09T00:40:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T00:40:27,683 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:27,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:27,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:27,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209716cf6875cbf46eeaed3ba21dde96c5e_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704827663/Put/seqid=0 2024-12-09T00:40:27,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704887759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704887761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704887763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704887775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704887782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T00:40:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741972_1148 (size=12154) 2024-12-09T00:40:27,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:27,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209716cf6875cbf46eeaed3ba21dde96c5e_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209716cf6875cbf46eeaed3ba21dde96c5e_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:27,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f1ab40c6e8ea409aa72dc2eb12681e3f, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:27,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f1ab40c6e8ea409aa72dc2eb12681e3f is 175, key is test_row_0/A:col10/1733704827663/Put/seqid=0 2024-12-09T00:40:27,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:27,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741973_1149 (size=30955) 2024-12-09T00:40:27,856 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f1ab40c6e8ea409aa72dc2eb12681e3f 2024-12-09T00:40:27,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/db7c6a099ead441a97dd567526336b0c is 50, key is test_row_0/B:col10/1733704827663/Put/seqid=0 2024-12-09T00:40:27,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704887886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704887886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704887886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704887895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704887895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:27,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741974_1150 (size=12001) 2024-12-09T00:40:27,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/db7c6a099ead441a97dd567526336b0c 2024-12-09T00:40:27,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1969c78cac9e4b079dcdb8bdb360ed1b is 50, key is test_row_0/C:col10/1733704827663/Put/seqid=0 2024-12-09T00:40:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741975_1151 (size=12001) 2024-12-09T00:40:27,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1969c78cac9e4b079dcdb8bdb360ed1b 2024-12-09T00:40:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f1ab40c6e8ea409aa72dc2eb12681e3f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f 2024-12-09T00:40:27,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f, entries=150, sequenceid=15, filesize=30.2 K 2024-12-09T00:40:27,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/db7c6a099ead441a97dd567526336b0c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/db7c6a099ead441a97dd567526336b0c 2024-12-09T00:40:27,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/db7c6a099ead441a97dd567526336b0c, entries=150, sequenceid=15, filesize=11.7 K 2024-12-09T00:40:27,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1969c78cac9e4b079dcdb8bdb360ed1b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1969c78cac9e4b079dcdb8bdb360ed1b 2024-12-09T00:40:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T00:40:28,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1969c78cac9e4b079dcdb8bdb360ed1b, entries=150, sequenceid=15, filesize=11.7 K 2024-12-09T00:40:28,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 065b00d5893b1f27f2e7fa2a8c913897 in 339ms, sequenceid=15, compaction requested=false 2024-12-09T00:40:28,011 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T00:40:28,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:28,100 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:28,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T00:40:28,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094bfba25c44f14876b6a1b3db3ace525e_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704827769/Put/seqid=0 2024-12-09T00:40:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704888113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704888115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741976_1152 (size=14594) 2024-12-09T00:40:28,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704888116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,129 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094bfba25c44f14876b6a1b3db3ace525e_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094bfba25c44f14876b6a1b3db3ace525e_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:28,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e7b4e1e26f4b4e9eb29f8b83288df502, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e7b4e1e26f4b4e9eb29f8b83288df502 is 175, key is test_row_0/A:col10/1733704827769/Put/seqid=0 2024-12-09T00:40:28,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704888119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704888119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741977_1153 (size=39549) 2024-12-09T00:40:28,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e7b4e1e26f4b4e9eb29f8b83288df502 2024-12-09T00:40:28,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/45d2a251ea6f4292b23b3996e99873e7 is 50, key is test_row_0/B:col10/1733704827769/Put/seqid=0 2024-12-09T00:40:28,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741978_1154 (size=12001) 2024-12-09T00:40:28,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/45d2a251ea6f4292b23b3996e99873e7 2024-12-09T00:40:28,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/68ba9ef3b6584acf987f76a133fe6f58 is 50, key is test_row_0/C:col10/1733704827769/Put/seqid=0 2024-12-09T00:40:28,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704888226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704888235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704888235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704888246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704888246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741979_1155 (size=12001) 2024-12-09T00:40:28,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/68ba9ef3b6584acf987f76a133fe6f58 2024-12-09T00:40:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e7b4e1e26f4b4e9eb29f8b83288df502 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502 2024-12-09T00:40:28,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502, entries=200, sequenceid=42, filesize=38.6 K 2024-12-09T00:40:28,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/45d2a251ea6f4292b23b3996e99873e7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/45d2a251ea6f4292b23b3996e99873e7 2024-12-09T00:40:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T00:40:28,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/45d2a251ea6f4292b23b3996e99873e7, entries=150, sequenceid=42, filesize=11.7 K 2024-12-09T00:40:28,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/68ba9ef3b6584acf987f76a133fe6f58 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68ba9ef3b6584acf987f76a133fe6f58 2024-12-09T00:40:28,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68ba9ef3b6584acf987f76a133fe6f58, entries=150, sequenceid=42, filesize=11.7 K 2024-12-09T00:40:28,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 065b00d5893b1f27f2e7fa2a8c913897 in 219ms, sequenceid=42, compaction requested=false 2024-12-09T00:40:28,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:28,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:28,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bd8160b295c64448b196f2fd98d45092_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741980_1156 (size=14594) 2024-12-09T00:40:28,496 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:28,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704888497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704888495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704888506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,507 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bd8160b295c64448b196f2fd98d45092_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bd8160b295c64448b196f2fd98d45092_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/d75d3cbbcea8494799ed83b79125552c, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/d75d3cbbcea8494799ed83b79125552c is 175, key is test_row_0/A:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704888506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704888507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741981_1157 (size=39549) 2024-12-09T00:40:28,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/d75d3cbbcea8494799ed83b79125552c 2024-12-09T00:40:28,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d3e49bb381f14c868cee41b6757c14d6 is 50, key is test_row_0/B:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741982_1158 (size=12001) 2024-12-09T00:40:28,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d3e49bb381f14c868cee41b6757c14d6 2024-12-09T00:40:28,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/14b37e4a2ff84a1c959ad546530490b5 is 50, key is test_row_0/C:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741983_1159 (size=12001) 2024-12-09T00:40:28,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/14b37e4a2ff84a1c959ad546530490b5 2024-12-09T00:40:28,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/d75d3cbbcea8494799ed83b79125552c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c 2024-12-09T00:40:28,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c, entries=200, sequenceid=53, filesize=38.6 K 2024-12-09T00:40:28,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d3e49bb381f14c868cee41b6757c14d6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d3e49bb381f14c868cee41b6757c14d6 2024-12-09T00:40:28,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d3e49bb381f14c868cee41b6757c14d6, entries=150, sequenceid=53, filesize=11.7 K 2024-12-09T00:40:28,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/14b37e4a2ff84a1c959ad546530490b5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/14b37e4a2ff84a1c959ad546530490b5 2024-12-09T00:40:28,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704888615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704888616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704888616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704888616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704888616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:28,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/14b37e4a2ff84a1c959ad546530490b5, entries=150, sequenceid=53, filesize=11.7 K 2024-12-09T00:40:28,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 065b00d5893b1f27f2e7fa2a8c913897 in 193ms, sequenceid=53, compaction requested=true 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:28,637 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:28,637 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:28,639 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:28,639 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:28,639 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:28,639 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:28,640 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,640 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,640 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=107.5 K 2024-12-09T00:40:28,640 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/db7c6a099ead441a97dd567526336b0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/45d2a251ea6f4292b23b3996e99873e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d3e49bb381f14c868cee41b6757c14d6] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=35.2 K 2024-12-09T00:40:28,640 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,640 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c] 2024-12-09T00:40:28,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting db7c6a099ead441a97dd567526336b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733704827663 2024-12-09T00:40:28,641 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1ab40c6e8ea409aa72dc2eb12681e3f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733704827663 2024-12-09T00:40:28,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d2a251ea6f4292b23b3996e99873e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733704827766 2024-12-09T00:40:28,642 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e49bb381f14c868cee41b6757c14d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704828102 2024-12-09T00:40:28,642 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7b4e1e26f4b4e9eb29f8b83288df502, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733704827759 2024-12-09T00:40:28,643 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d75d3cbbcea8494799ed83b79125552c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704828102 2024-12-09T00:40:28,662 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:28,662 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/5e9d93337e884e6cbe7a9a4ab1178c30 is 50, key is test_row_0/B:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,671 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,675 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120950ac3438bd74485e81dd5c8e3152100b_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,679 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120950ac3438bd74485e81dd5c8e3152100b_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,680 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120950ac3438bd74485e81dd5c8e3152100b_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741984_1160 (size=12104) 2024-12-09T00:40:28,696 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/5e9d93337e884e6cbe7a9a4ab1178c30 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5e9d93337e884e6cbe7a9a4ab1178c30 2024-12-09T00:40:28,704 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 5e9d93337e884e6cbe7a9a4ab1178c30(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:28,704 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:28,704 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704828637; duration=0sec 2024-12-09T00:40:28,704 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:28,704 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:28,704 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:28,706 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:28,706 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:28,706 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,707 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1969c78cac9e4b079dcdb8bdb360ed1b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68ba9ef3b6584acf987f76a133fe6f58, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/14b37e4a2ff84a1c959ad546530490b5] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=35.2 K 2024-12-09T00:40:28,707 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1969c78cac9e4b079dcdb8bdb360ed1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733704827663 2024-12-09T00:40:28,708 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 68ba9ef3b6584acf987f76a133fe6f58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733704827766 2024-12-09T00:40:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741985_1161 (size=4469) 2024-12-09T00:40:28,709 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 14b37e4a2ff84a1c959ad546530490b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704828102 2024-12-09T00:40:28,710 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#142 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:28,711 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/d48154d4cd384754b8652bd347769138 is 175, key is test_row_0/A:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741986_1162 (size=31058) 2024-12-09T00:40:28,735 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:28,735 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1d79aad780574f658c1ab67a849afbb2 is 50, key is test_row_0/C:col10/1733704828113/Put/seqid=0 2024-12-09T00:40:28,737 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/d48154d4cd384754b8652bd347769138 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d48154d4cd384754b8652bd347769138 2024-12-09T00:40:28,748 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into d48154d4cd384754b8652bd347769138(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:28,748 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:28,748 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704828637; duration=0sec 2024-12-09T00:40:28,748 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:28,748 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741987_1163 (size=12104) 2024-12-09T00:40:28,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T00:40:28,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:28,774 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T00:40:28,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120916e3aae3c8cd42c5a5397bbbfafd8c33_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704828486/Put/seqid=0 2024-12-09T00:40:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T00:40:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:28,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741988_1164 (size=12154) 2024-12-09T00:40:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:28,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704888831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704888833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704888831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704888837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704888839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,846 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120916e3aae3c8cd42c5a5397bbbfafd8c33_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120916e3aae3c8cd42c5a5397bbbfafd8c33_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/520e5c51892e4580a1cf5257b78d88e7, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/520e5c51892e4580a1cf5257b78d88e7 is 175, key is test_row_0/A:col10/1733704828486/Put/seqid=0 2024-12-09T00:40:28,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741989_1165 (size=30955) 2024-12-09T00:40:28,885 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/520e5c51892e4580a1cf5257b78d88e7 2024-12-09T00:40:28,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/ad5b1ef2d14f40b5bd387eb804b60802 is 50, key is test_row_0/B:col10/1733704828486/Put/seqid=0 2024-12-09T00:40:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741990_1166 (size=12001) 2024-12-09T00:40:28,938 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/ad5b1ef2d14f40b5bd387eb804b60802 2024-12-09T00:40:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704888945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704888945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704888946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704888946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704888956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:28,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/68a22ac946b14ffa8ea699a9baaa6e03 is 50, key is test_row_0/C:col10/1733704828486/Put/seqid=0 2024-12-09T00:40:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741991_1167 (size=12001) 2024-12-09T00:40:29,011 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/68a22ac946b14ffa8ea699a9baaa6e03 2024-12-09T00:40:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/520e5c51892e4580a1cf5257b78d88e7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7 2024-12-09T00:40:29,024 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7, entries=150, sequenceid=81, filesize=30.2 K 2024-12-09T00:40:29,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/ad5b1ef2d14f40b5bd387eb804b60802 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ad5b1ef2d14f40b5bd387eb804b60802 2024-12-09T00:40:29,034 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ad5b1ef2d14f40b5bd387eb804b60802, entries=150, sequenceid=81, filesize=11.7 K 2024-12-09T00:40:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/68a22ac946b14ffa8ea699a9baaa6e03 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68a22ac946b14ffa8ea699a9baaa6e03 2024-12-09T00:40:29,040 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68a22ac946b14ffa8ea699a9baaa6e03, entries=150, sequenceid=81, filesize=11.7 K 2024-12-09T00:40:29,041 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 065b00d5893b1f27f2e7fa2a8c913897 in 267ms, sequenceid=81, compaction requested=false 2024-12-09T00:40:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T00:40:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T00:40:29,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-09T00:40:29,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-12-09T00:40:29,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.3750 sec 2024-12-09T00:40:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:29,158 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:29,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:29,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209947e9db14c6a4ef18c07d7221d4ea8d7_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:29,189 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1d79aad780574f658c1ab67a849afbb2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1d79aad780574f658c1ab67a849afbb2 2024-12-09T00:40:29,202 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into 1d79aad780574f658c1ab67a849afbb2(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:29,202 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:29,202 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=13, startTime=1733704828637; duration=0sec 2024-12-09T00:40:29,202 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:29,202 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:29,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704889197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704889197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704889198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704889204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704889206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741992_1168 (size=12154) 2024-12-09T00:40:29,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:29,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209947e9db14c6a4ef18c07d7221d4ea8d7_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209947e9db14c6a4ef18c07d7221d4ea8d7_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:29,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/28c010be536d4426924d3b121189b036, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:29,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/28c010be536d4426924d3b121189b036 is 175, key is test_row_0/A:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741993_1169 (size=30955) 2024-12-09T00:40:29,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704889315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704889316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704889316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704889325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704889325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T00:40:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704889526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704889526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704889526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704889535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704889535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/28c010be536d4426924d3b121189b036 2024-12-09T00:40:29,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/6c2362c454e24a15804505f2e75407af is 50, key is test_row_0/B:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741994_1170 (size=12001) 2024-12-09T00:40:29,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/6c2362c454e24a15804505f2e75407af 2024-12-09T00:40:29,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/d56e9a297ef54f279b9ca46b44a4f580 is 50, key is test_row_0/C:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:29,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741995_1171 (size=12001) 2024-12-09T00:40:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T00:40:29,826 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:29,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-09T00:40:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T00:40:29,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:29,832 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:29,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704889836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704889836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704889836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704889845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704889845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T00:40:29,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T00:40:29,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:29,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:29,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:29,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:29,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:30,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T00:40:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:30,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T00:40:30,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/d56e9a297ef54f279b9ca46b44a4f580 2024-12-09T00:40:30,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/28c010be536d4426924d3b121189b036 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036 2024-12-09T00:40:30,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036, entries=150, sequenceid=93, filesize=30.2 K 2024-12-09T00:40:30,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/6c2362c454e24a15804505f2e75407af as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/6c2362c454e24a15804505f2e75407af 2024-12-09T00:40:30,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/6c2362c454e24a15804505f2e75407af, entries=150, sequenceid=93, filesize=11.7 K 2024-12-09T00:40:30,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/d56e9a297ef54f279b9ca46b44a4f580 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d56e9a297ef54f279b9ca46b44a4f580 2024-12-09T00:40:30,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d56e9a297ef54f279b9ca46b44a4f580, entries=150, sequenceid=93, filesize=11.7 K 2024-12-09T00:40:30,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 065b00d5893b1f27f2e7fa2a8c913897 in 1037ms, sequenceid=93, compaction requested=true 2024-12-09T00:40:30,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:30,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:30,196 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:30,196 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:30,197 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:30,197 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:30,197 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,197 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5e9d93337e884e6cbe7a9a4ab1178c30, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ad5b1ef2d14f40b5bd387eb804b60802, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/6c2362c454e24a15804505f2e75407af] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=35.3 K 2024-12-09T00:40:30,197 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:30,197 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:30,197 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,198 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d48154d4cd384754b8652bd347769138, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=90.8 K 2024-12-09T00:40:30,198 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,198 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d48154d4cd384754b8652bd347769138, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036] 2024-12-09T00:40:30,198 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e9d93337e884e6cbe7a9a4ab1178c30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704828102 2024-12-09T00:40:30,199 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ad5b1ef2d14f40b5bd387eb804b60802, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733704828486 2024-12-09T00:40:30,200 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d48154d4cd384754b8652bd347769138, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704828102 2024-12-09T00:40:30,200 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c2362c454e24a15804505f2e75407af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704828834 2024-12-09T00:40:30,200 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 520e5c51892e4580a1cf5257b78d88e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733704828486 2024-12-09T00:40:30,201 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28c010be536d4426924d3b121189b036, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704828834 2024-12-09T00:40:30,225 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:30,225 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/64941fe916f848bdb55a353cc3c41e72 is 50, key is test_row_0/B:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:30,235 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:30,243 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412092f173b16576b44ec91669b7b862b4e33_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:30,246 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412092f173b16576b44ec91669b7b862b4e33_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:30,247 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092f173b16576b44ec91669b7b862b4e33_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741996_1172 (size=12207) 2024-12-09T00:40:30,277 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/64941fe916f848bdb55a353cc3c41e72 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/64941fe916f848bdb55a353cc3c41e72 2024-12-09T00:40:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741997_1173 (size=4469) 2024-12-09T00:40:30,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T00:40:30,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,293 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:40:30,294 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 64941fe916f848bdb55a353cc3c41e72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:30,294 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:30,294 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704830196; duration=0sec 2024-12-09T00:40:30,294 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:30,294 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:30,294 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:30,295 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#151 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:30,295 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/6b7b13971ddb412cb2cda5913b91bc3e is 175, key is test_row_0/A:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:30,296 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:30,296 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:30,296 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:30,296 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1d79aad780574f658c1ab67a849afbb2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68a22ac946b14ffa8ea699a9baaa6e03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d56e9a297ef54f279b9ca46b44a4f580] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=35.3 K 2024-12-09T00:40:30,298 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d79aad780574f658c1ab67a849afbb2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704828102 2024-12-09T00:40:30,299 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a22ac946b14ffa8ea699a9baaa6e03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733704828486 2024-12-09T00:40:30,299 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d56e9a297ef54f279b9ca46b44a4f580, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704828834 2024-12-09T00:40:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741998_1174 (size=31161) 2024-12-09T00:40:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209058fa742554f4332a63b0742f267e2aa_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704829204/Put/seqid=0 2024-12-09T00:40:30,312 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/6b7b13971ddb412cb2cda5913b91bc3e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6b7b13971ddb412cb2cda5913b91bc3e 2024-12-09T00:40:30,314 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:30,315 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f6e4584bb10a4b74be5b7d41c6082145 is 50, key is test_row_0/C:col10/1733704829157/Put/seqid=0 2024-12-09T00:40:30,319 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 6b7b13971ddb412cb2cda5913b91bc3e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:30,319 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:30,319 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704830195; duration=0sec 2024-12-09T00:40:30,319 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:30,319 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741999_1175 (size=12154) 2024-12-09T00:40:30,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742000_1176 (size=12207) 2024-12-09T00:40:30,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:30,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704890357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704890358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704890358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704890359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704890360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T00:40:30,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704890476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704890685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704890685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704890685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704890685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704890686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:30,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209058fa742554f4332a63b0742f267e2aa_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209058fa742554f4332a63b0742f267e2aa_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/873f105f9b1d4cf7b2607cbe8222e81b, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/873f105f9b1d4cf7b2607cbe8222e81b is 175, key is test_row_0/A:col10/1733704829204/Put/seqid=0 2024-12-09T00:40:30,747 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f6e4584bb10a4b74be5b7d41c6082145 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f6e4584bb10a4b74be5b7d41c6082145 2024-12-09T00:40:30,754 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into f6e4584bb10a4b74be5b7d41c6082145(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:30,754 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:30,754 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=13, startTime=1733704830196; duration=0sec 2024-12-09T00:40:30,754 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:30,754 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742001_1177 (size=30955) 2024-12-09T00:40:30,763 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/873f105f9b1d4cf7b2607cbe8222e81b 2024-12-09T00:40:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/9a16901ed7a748e8ad99a0414507eab5 is 50, key is test_row_0/B:col10/1733704829204/Put/seqid=0 2024-12-09T00:40:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742002_1178 (size=12001) 2024-12-09T00:40:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T00:40:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704890995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704890995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704890995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704890996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704890996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:31,199 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/9a16901ed7a748e8ad99a0414507eab5 2024-12-09T00:40:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/e518c91422004507ba3dbc5e8ae0c9ca is 50, key is test_row_0/C:col10/1733704829204/Put/seqid=0 2024-12-09T00:40:31,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742003_1179 (size=12001) 2024-12-09T00:40:31,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704891505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704891505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704891505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704891505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704891505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:31,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/e518c91422004507ba3dbc5e8ae0c9ca 2024-12-09T00:40:31,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/873f105f9b1d4cf7b2607cbe8222e81b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b 2024-12-09T00:40:31,626 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b, entries=150, sequenceid=119, filesize=30.2 K 2024-12-09T00:40:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/9a16901ed7a748e8ad99a0414507eab5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/9a16901ed7a748e8ad99a0414507eab5 2024-12-09T00:40:31,649 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/9a16901ed7a748e8ad99a0414507eab5, entries=150, sequenceid=119, filesize=11.7 K 2024-12-09T00:40:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/e518c91422004507ba3dbc5e8ae0c9ca as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/e518c91422004507ba3dbc5e8ae0c9ca 2024-12-09T00:40:31,654 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/e518c91422004507ba3dbc5e8ae0c9ca, entries=150, sequenceid=119, filesize=11.7 K 2024-12-09T00:40:31,655 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 065b00d5893b1f27f2e7fa2a8c913897 in 1362ms, sequenceid=119, compaction requested=false 2024-12-09T00:40:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T00:40:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T00:40:31,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T00:40:31,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-12-09T00:40:31,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8340 sec 2024-12-09T00:40:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T00:40:31,976 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:31,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-09T00:40:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T00:40:31,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:31,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:31,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T00:40:32,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-09T00:40:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:32,132 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:40:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a21fc75df9744e349146ae4f51309609_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704830358/Put/seqid=0 2024-12-09T00:40:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742004_1180 (size=12254) 2024-12-09T00:40:32,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:32,167 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a21fc75df9744e349146ae4f51309609_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a21fc75df9744e349146ae4f51309609_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/b9414b79a5ff4e61a32cecfe945c684b, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/b9414b79a5ff4e61a32cecfe945c684b is 175, key is test_row_0/A:col10/1733704830358/Put/seqid=0 2024-12-09T00:40:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742005_1181 (size=31055) 2024-12-09T00:40:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T00:40:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:32,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:32,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704892541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704892543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704892543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704892544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704892545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/b9414b79a5ff4e61a32cecfe945c684b 2024-12-09T00:40:32,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/3145bd33c87b4beabfd71fa36cb90453 is 50, key is test_row_0/B:col10/1733704830358/Put/seqid=0 2024-12-09T00:40:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742006_1182 (size=12101) 2024-12-09T00:40:32,596 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/3145bd33c87b4beabfd71fa36cb90453 2024-12-09T00:40:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T00:40:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/c476c7ba05f845478b4f71c6a69504a2 is 50, key is test_row_0/C:col10/1733704830358/Put/seqid=0 2024-12-09T00:40:32,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742007_1183 (size=12101) 2024-12-09T00:40:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704892655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704892655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704892655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704892655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704892656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704892865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704892865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704892865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704892865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704892865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,017 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/c476c7ba05f845478b4f71c6a69504a2 2024-12-09T00:40:33,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/b9414b79a5ff4e61a32cecfe945c684b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b 2024-12-09T00:40:33,026 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b, entries=150, sequenceid=134, filesize=30.3 K 2024-12-09T00:40:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/3145bd33c87b4beabfd71fa36cb90453 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3145bd33c87b4beabfd71fa36cb90453 2024-12-09T00:40:33,035 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3145bd33c87b4beabfd71fa36cb90453, entries=150, sequenceid=134, filesize=11.8 K 2024-12-09T00:40:33,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/c476c7ba05f845478b4f71c6a69504a2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c476c7ba05f845478b4f71c6a69504a2 2024-12-09T00:40:33,046 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c476c7ba05f845478b4f71c6a69504a2, entries=150, sequenceid=134, filesize=11.8 K 2024-12-09T00:40:33,048 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 065b00d5893b1f27f2e7fa2a8c913897 in 915ms, sequenceid=134, compaction requested=true 2024-12-09T00:40:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T00:40:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T00:40:33,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-09T00:40:33,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-12-09T00:40:33,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0790 sec 2024-12-09T00:40:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T00:40:33,115 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:33,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-09T00:40:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:33,117 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:33,117 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:33,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:33,177 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:33,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T00:40:33,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097a91b10a4626402e819129f1c7b9ae7f_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:33,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704893183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742008_1184 (size=14794) 2024-12-09T00:40:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704893188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704893190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704893190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704893191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,196 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097a91b10a4626402e819129f1c7b9ae7f_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097a91b10a4626402e819129f1c7b9ae7f_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:33,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/446db059bfec420da60b8fe44fab513b, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:33,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/446db059bfec420da60b8fe44fab513b is 175, key is test_row_0/A:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742009_1185 (size=39749) 2024-12-09T00:40:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:33,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704893299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704893299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704893305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704893305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704893305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:33,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704893505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704893505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704893515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704893515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704893515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/446db059bfec420da60b8fe44fab513b 2024-12-09T00:40:33,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/846a09a001c54f2aa9e61aec256e766b is 50, key is test_row_0/B:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742010_1186 (size=12151) 2024-12-09T00:40:33,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:33,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704893815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704893815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704893825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704893825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704893825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:33,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:33,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/846a09a001c54f2aa9e61aec256e766b 2024-12-09T00:40:34,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/85d8a5a96f35424c837648a2c014dd2b is 50, key is test_row_0/C:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:34,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:34,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:34,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742011_1187 (size=12151) 2024-12-09T00:40:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:34,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704894325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704894325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704894335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704894335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704894335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:34,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:34,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/85d8a5a96f35424c837648a2c014dd2b 2024-12-09T00:40:34,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/446db059bfec420da60b8fe44fab513b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b 2024-12-09T00:40:34,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b, entries=200, sequenceid=161, filesize=38.8 K 2024-12-09T00:40:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/846a09a001c54f2aa9e61aec256e766b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/846a09a001c54f2aa9e61aec256e766b 2024-12-09T00:40:34,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/846a09a001c54f2aa9e61aec256e766b, entries=150, sequenceid=161, filesize=11.9 K 2024-12-09T00:40:34,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/85d8a5a96f35424c837648a2c014dd2b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/85d8a5a96f35424c837648a2c014dd2b 2024-12-09T00:40:34,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/85d8a5a96f35424c837648a2c014dd2b, entries=150, sequenceid=161, filesize=11.9 K 2024-12-09T00:40:34,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 065b00d5893b1f27f2e7fa2a8c913897 in 1312ms, sequenceid=161, compaction requested=true 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:34,489 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:34,489 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:34,490 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:34,491 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:34,491 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,491 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/64941fe916f848bdb55a353cc3c41e72, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/9a16901ed7a748e8ad99a0414507eab5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3145bd33c87b4beabfd71fa36cb90453, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/846a09a001c54f2aa9e61aec256e766b] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=47.3 K 2024-12-09T00:40:34,491 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:34,491 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:34,491 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,491 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6b7b13971ddb412cb2cda5913b91bc3e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=129.8 K 2024-12-09T00:40:34,491 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,492 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6b7b13971ddb412cb2cda5913b91bc3e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b] 2024-12-09T00:40:34,492 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 64941fe916f848bdb55a353cc3c41e72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704828834 2024-12-09T00:40:34,492 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b7b13971ddb412cb2cda5913b91bc3e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704828834 2024-12-09T00:40:34,492 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a16901ed7a748e8ad99a0414507eab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733704829194 2024-12-09T00:40:34,492 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 873f105f9b1d4cf7b2607cbe8222e81b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733704829194 2024-12-09T00:40:34,493 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3145bd33c87b4beabfd71fa36cb90453, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733704830354 2024-12-09T00:40:34,493 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9414b79a5ff4e61a32cecfe945c684b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733704830354 2024-12-09T00:40:34,493 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 846a09a001c54f2aa9e61aec256e766b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733704832543 2024-12-09T00:40:34,494 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 446db059bfec420da60b8fe44fab513b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733704832543 2024-12-09T00:40:34,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T00:40:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,494 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-09T00:40:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b545d8585af14d11aff0ca1976bb7e36_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704833188/Put/seqid=0 2024-12-09T00:40:34,521 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:34,522 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/7505cace75d3461a83d89992d69e0eb1 is 50, key is test_row_0/B:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:34,524 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:34,535 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209e30d6cd40df5485890fa1e4826a100fe_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:34,538 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209e30d6cd40df5485890fa1e4826a100fe_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:34,538 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e30d6cd40df5485890fa1e4826a100fe_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742013_1189 (size=12304) 2024-12-09T00:40:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742012_1188 (size=12493) 2024-12-09T00:40:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742014_1190 (size=4469) 2024-12-09T00:40:34,567 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#164 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:34,568 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/0614316ede1746ac92b8e38b3c9a55ae is 175, key is test_row_0/A:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742015_1191 (size=31447) 2024-12-09T00:40:34,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:34,960 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b545d8585af14d11aff0ca1976bb7e36_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b545d8585af14d11aff0ca1976bb7e36_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e654db4bc28b405bb18d31de7e19122b, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e654db4bc28b405bb18d31de7e19122b is 175, key is test_row_0/A:col10/1733704833188/Put/seqid=0 2024-12-09T00:40:34,968 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/7505cace75d3461a83d89992d69e0eb1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/7505cace75d3461a83d89992d69e0eb1 2024-12-09T00:40:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742016_1192 (size=31105) 2024-12-09T00:40:34,972 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e654db4bc28b405bb18d31de7e19122b 2024-12-09T00:40:34,976 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 7505cace75d3461a83d89992d69e0eb1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:34,976 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:34,976 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=12, startTime=1733704834489; duration=0sec 2024-12-09T00:40:34,977 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:34,978 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:34,978 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:34,980 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:34,980 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:34,980 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:34,980 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f6e4584bb10a4b74be5b7d41c6082145, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/e518c91422004507ba3dbc5e8ae0c9ca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c476c7ba05f845478b4f71c6a69504a2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/85d8a5a96f35424c837648a2c014dd2b] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=47.3 K 2024-12-09T00:40:34,981 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e4584bb10a4b74be5b7d41c6082145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704828834 2024-12-09T00:40:34,982 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e518c91422004507ba3dbc5e8ae0c9ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733704829194 2024-12-09T00:40:34,982 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c476c7ba05f845478b4f71c6a69504a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733704830354 2024-12-09T00:40:34,982 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/0614316ede1746ac92b8e38b3c9a55ae as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0614316ede1746ac92b8e38b3c9a55ae 2024-12-09T00:40:34,983 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d8a5a96f35424c837648a2c014dd2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733704832543 2024-12-09T00:40:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/b7626412ee874ef89f7b4de5b33fec6f is 50, key is test_row_0/B:col10/1733704833188/Put/seqid=0 2024-12-09T00:40:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742017_1193 (size=12151) 2024-12-09T00:40:34,999 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 0614316ede1746ac92b8e38b3c9a55ae(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:34,999 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:34,999 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=12, startTime=1733704834489; duration=0sec 2024-12-09T00:40:34,999 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:34,999 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:35,000 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/b7626412ee874ef89f7b4de5b33fec6f 2024-12-09T00:40:35,004 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:35,005 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7ef2016967a7423db28b4ae215b1fa0c is 50, key is test_row_0/C:col10/1733704833176/Put/seqid=0 2024-12-09T00:40:35,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/222c35a67ddc4549b4c5ea75643c7d41 is 50, key is test_row_0/C:col10/1733704833188/Put/seqid=0 2024-12-09T00:40:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742018_1194 (size=12493) 2024-12-09T00:40:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742019_1195 (size=12151) 2024-12-09T00:40:35,032 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7ef2016967a7423db28b4ae215b1fa0c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7ef2016967a7423db28b4ae215b1fa0c 2024-12-09T00:40:35,040 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into 7ef2016967a7423db28b4ae215b1fa0c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:35,040 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:35,040 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=12, startTime=1733704834489; duration=0sec 2024-12-09T00:40:35,040 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:35,040 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:35,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704895364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704895365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704895366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704895366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704895368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,427 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/222c35a67ddc4549b4c5ea75643c7d41 2024-12-09T00:40:35,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/e654db4bc28b405bb18d31de7e19122b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b 2024-12-09T00:40:35,436 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b, entries=150, sequenceid=171, filesize=30.4 K 2024-12-09T00:40:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/b7626412ee874ef89f7b4de5b33fec6f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b7626412ee874ef89f7b4de5b33fec6f 2024-12-09T00:40:35,442 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b7626412ee874ef89f7b4de5b33fec6f, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T00:40:35,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/222c35a67ddc4549b4c5ea75643c7d41 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/222c35a67ddc4549b4c5ea75643c7d41 2024-12-09T00:40:35,447 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/222c35a67ddc4549b4c5ea75643c7d41, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T00:40:35,448 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 065b00d5893b1f27f2e7fa2a8c913897 in 954ms, sequenceid=171, compaction requested=false 2024-12-09T00:40:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T00:40:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T00:40:35,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-09T00:40:35,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-12-09T00:40:35,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.3370 sec 2024-12-09T00:40:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:35,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T00:40:35,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091c0b758379a44c02892955dad1068248_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:35,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704895483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704895483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704895484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704895485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704895486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742020_1196 (size=17284) 2024-12-09T00:40:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704895595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704895595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704895595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704895696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704895696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704895805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704895805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704895805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:35,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:35,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091c0b758379a44c02892955dad1068248_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091c0b758379a44c02892955dad1068248_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:35,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/902146d74a3447459a29dd5247396836, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:35,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/902146d74a3447459a29dd5247396836 is 175, key is test_row_0/A:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742021_1197 (size=48389) 2024-12-09T00:40:35,906 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/902146d74a3447459a29dd5247396836 2024-12-09T00:40:35,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/2002ad40a0584fdda00bd3d667268670 is 50, key is test_row_0/B:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742022_1198 (size=12151) 2024-12-09T00:40:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704896005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704896005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704896114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704896115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704896115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/2002ad40a0584fdda00bd3d667268670 2024-12-09T00:40:36,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/ee11ab254e1843ce8332c4a03674bfa8 is 50, key is test_row_0/C:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742023_1199 (size=12151) 2024-12-09T00:40:36,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704896515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704896515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704896625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704896625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704896625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:36,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/ee11ab254e1843ce8332c4a03674bfa8 2024-12-09T00:40:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/902146d74a3447459a29dd5247396836 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836 2024-12-09T00:40:36,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836, entries=250, sequenceid=202, filesize=47.3 K 2024-12-09T00:40:36,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/2002ad40a0584fdda00bd3d667268670 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/2002ad40a0584fdda00bd3d667268670 2024-12-09T00:40:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/2002ad40a0584fdda00bd3d667268670, entries=150, sequenceid=202, filesize=11.9 K 2024-12-09T00:40:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/ee11ab254e1843ce8332c4a03674bfa8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ee11ab254e1843ce8332c4a03674bfa8 2024-12-09T00:40:36,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ee11ab254e1843ce8332c4a03674bfa8, entries=150, sequenceid=202, filesize=11.9 K 2024-12-09T00:40:36,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 065b00d5893b1f27f2e7fa2a8c913897 in 1271ms, sequenceid=202, compaction requested=true 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:36,749 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:36,749 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:36,750 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:36,750 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:36,750 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:36,750 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:36,750 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:36,750 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:36,750 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/7505cace75d3461a83d89992d69e0eb1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b7626412ee874ef89f7b4de5b33fec6f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/2002ad40a0584fdda00bd3d667268670] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=35.9 K 2024-12-09T00:40:36,750 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0614316ede1746ac92b8e38b3c9a55ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=108.3 K 2024-12-09T00:40:36,750 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:36,750 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0614316ede1746ac92b8e38b3c9a55ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836] 2024-12-09T00:40:36,751 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7505cace75d3461a83d89992d69e0eb1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733704832543 2024-12-09T00:40:36,751 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0614316ede1746ac92b8e38b3c9a55ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733704832543 2024-12-09T00:40:36,751 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b7626412ee874ef89f7b4de5b33fec6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733704833178 2024-12-09T00:40:36,751 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e654db4bc28b405bb18d31de7e19122b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733704833178 2024-12-09T00:40:36,751 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 2002ad40a0584fdda00bd3d667268670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733704835363 2024-12-09T00:40:36,751 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 902146d74a3447459a29dd5247396836, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733704835363 2024-12-09T00:40:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,760 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,766 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#171 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,767 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d731c4e39779486aaa840337c42a3785 is 50, key is test_row_0/B:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,768 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209cf303b24871c4613b2a4efe7f71d2cfe_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209cf303b24871c4613b2a4efe7f71d2cfe_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:36,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cf303b24871c4613b2a4efe7f71d2cfe_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742024_1200 (size=12595) 2024-12-09T00:40:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742025_1201 (size=4469) 2024-12-09T00:40:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,190 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d731c4e39779486aaa840337c42a3785 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d731c4e39779486aaa840337c42a3785 2024-12-09T00:40:37,190 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:37,191 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/6a881f31636344a581d5e56155c99594 is 175, key is test_row_0/A:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,197 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into d731c4e39779486aaa840337c42a3785(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742026_1202 (size=31549) 2024-12-09T00:40:37,197 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,198 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704836749; duration=0sec 2024-12-09T00:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,198 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:37,198 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:37,198 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,200 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:37,200 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:37,200 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,200 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7ef2016967a7423db28b4ae215b1fa0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/222c35a67ddc4549b4c5ea75643c7d41, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ee11ab254e1843ce8332c4a03674bfa8] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=35.9 K 2024-12-09T00:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,201 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ef2016967a7423db28b4ae215b1fa0c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733704832543 2024-12-09T00:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,201 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 222c35a67ddc4549b4c5ea75643c7d41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733704833178 2024-12-09T00:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,202 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ee11ab254e1843ce8332c4a03674bfa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733704835363 2024-12-09T00:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,204 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/6a881f31636344a581d5e56155c99594 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6a881f31636344a581d5e56155c99594 2024-12-09T00:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,210 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 6a881f31636344a581d5e56155c99594(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:37,210 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,210 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704836749; duration=0sec 2024-12-09T00:40:37,210 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:37,210 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,213 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,214 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/5f888b1ceede45d6aa2d8a40671d4565 is 50, key is test_row_0/C:col10/1733704835478/Put/seqid=0 2024-12-09T00:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742027_1203 (size=12595) 2024-12-09T00:40:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,236 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/5f888b1ceede45d6aa2d8a40671d4565 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/5f888b1ceede45d6aa2d8a40671d4565 2024-12-09T00:40:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,244 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into 5f888b1ceede45d6aa2d8a40671d4565(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:37,244 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,245 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=13, startTime=1733704836749; duration=0sec 2024-12-09T00:40:37,245 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:37,245 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T00:40:37,286 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-09T00:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T00:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,289 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,290 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:37,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T00:40:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-09T00:40:37,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,443 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:40:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091ed972300a0049869e4fda64a62d01e5_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_1/A:col10/1733704835481/Put/seqid=0 2024-12-09T00:40:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742028_1204 (size=9814) 2024-12-09T00:40:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,468 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091ed972300a0049869e4fda64a62d01e5_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091ed972300a0049869e4fda64a62d01e5_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/98755fe6ba364d8c9829c4bfd00f7136, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/98755fe6ba364d8c9829c4bfd00f7136 is 175, key is test_row_1/A:col10/1733704835481/Put/seqid=0 2024-12-09T00:40:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742029_1205 (size=22461) 2024-12-09T00:40:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,482 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/98755fe6ba364d8c9829c4bfd00f7136 2024-12-09T00:40:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/10c17f35cba946168c1cd75677d75ccb is 50, key is test_row_1/B:col10/1733704835481/Put/seqid=0 2024-12-09T00:40:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742030_1206 (size=9757) 2024-12-09T00:40:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,507 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/10c17f35cba946168c1cd75677d75ccb 2024-12-09T00:40:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/ece3cbe5b0e24d86b7bf17576bb6687a is 50, key is test_row_1/C:col10/1733704835481/Put/seqid=0 2024-12-09T00:40:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742031_1207 (size=9757) 2024-12-09T00:40:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,522 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/ece3cbe5b0e24d86b7bf17576bb6687a 2024-12-09T00:40:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/98755fe6ba364d8c9829c4bfd00f7136 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136 2024-12-09T00:40:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,537 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136, entries=100, sequenceid=213, filesize=21.9 K 2024-12-09T00:40:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/10c17f35cba946168c1cd75677d75ccb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/10c17f35cba946168c1cd75677d75ccb 2024-12-09T00:40:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,548 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/10c17f35cba946168c1cd75677d75ccb, entries=100, sequenceid=213, filesize=9.5 K 2024-12-09T00:40:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/ece3cbe5b0e24d86b7bf17576bb6687a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ece3cbe5b0e24d86b7bf17576bb6687a 2024-12-09T00:40:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ece3cbe5b0e24d86b7bf17576bb6687a, entries=100, sequenceid=213, filesize=9.5 K 2024-12-09T00:40:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,561 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=13.42 KB/13740 for 065b00d5893b1f27f2e7fa2a8c913897 in 117ms, sequenceid=213, compaction requested=false 2024-12-09T00:40:37,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T00:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T00:40:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-09T00:40:37,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 272 msec 2024-12-09T00:40:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 279 msec 2024-12-09T00:40:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T00:40:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,605 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-09T00:40:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T00:40:37,608 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,609 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:37,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:37,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a9567bc9ae114d8fbcbec8131c71a6db_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742032_1208 (size=19774) 2024-12-09T00:40:37,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:37,691 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a9567bc9ae114d8fbcbec8131c71a6db_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a9567bc9ae114d8fbcbec8131c71a6db_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:37,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7aba669aa13f476ea992e5f0dd8103d5, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:37,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7aba669aa13f476ea992e5f0dd8103d5 is 175, key is test_row_0/A:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704897694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704897696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704897698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704897700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704897702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742033_1209 (size=57033) 2024-12-09T00:40:37,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7aba669aa13f476ea992e5f0dd8103d5 2024-12-09T00:40:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T00:40:37,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/3fb35715c228414f80ad3ce5f43f7b02 is 50, key is test_row_0/B:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742034_1210 (size=12151) 2024-12-09T00:40:37,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/3fb35715c228414f80ad3ce5f43f7b02 2024-12-09T00:40:37,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/fa22cff5a9494edeb8e499420b58e268 is 50, key is test_row_0/C:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742035_1211 (size=12151) 2024-12-09T00:40:37,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/fa22cff5a9494edeb8e499420b58e268 2024-12-09T00:40:37,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T00:40:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:37,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7aba669aa13f476ea992e5f0dd8103d5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5 2024-12-09T00:40:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704897805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704897806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5, entries=300, sequenceid=224, filesize=55.7 K 2024-12-09T00:40:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/3fb35715c228414f80ad3ce5f43f7b02 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3fb35715c228414f80ad3ce5f43f7b02 2024-12-09T00:40:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3fb35715c228414f80ad3ce5f43f7b02, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T00:40:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704897815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704897815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704897815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:37,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/fa22cff5a9494edeb8e499420b58e268 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/fa22cff5a9494edeb8e499420b58e268 2024-12-09T00:40:37,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/fa22cff5a9494edeb8e499420b58e268, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T00:40:37,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 065b00d5893b1f27f2e7fa2a8c913897 in 186ms, sequenceid=224, compaction requested=true 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:37,827 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T00:40:37,827 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:37,828 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:37,828 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:37,829 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,829 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6a881f31636344a581d5e56155c99594, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=108.4 K 2024-12-09T00:40:37,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:37,829 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:37,829 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6a881f31636344a581d5e56155c99594, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5] 2024-12-09T00:40:37,829 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,829 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d731c4e39779486aaa840337c42a3785, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/10c17f35cba946168c1cd75677d75ccb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3fb35715c228414f80ad3ce5f43f7b02] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=33.7 K 2024-12-09T00:40:37,829 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a881f31636344a581d5e56155c99594, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733704835363 2024-12-09T00:40:37,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d731c4e39779486aaa840337c42a3785, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733704835363 2024-12-09T00:40:37,830 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c17f35cba946168c1cd75677d75ccb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733704835481 2024-12-09T00:40:37,830 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98755fe6ba364d8c9829c4bfd00f7136, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733704835481 2024-12-09T00:40:37,830 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fb35715c228414f80ad3ce5f43f7b02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733704837627 2024-12-09T00:40:37,830 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aba669aa13f476ea992e5f0dd8103d5, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733704837623 2024-12-09T00:40:37,841 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:37,842 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/48b3fba468e44528ba0949242406f128 is 50, key is test_row_0/B:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,843 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:37,870 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412090c9e4bb4c7ee4c198e8ef74335a6eca5_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:37,872 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412090c9e4bb4c7ee4c198e8ef74335a6eca5_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:37,873 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090c9e4bb4c7ee4c198e8ef74335a6eca5_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742036_1212 (size=12697) 2024-12-09T00:40:37,890 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/48b3fba468e44528ba0949242406f128 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/48b3fba468e44528ba0949242406f128 2024-12-09T00:40:37,898 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 48b3fba468e44528ba0949242406f128(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:37,899 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,899 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704837827; duration=0sec 2024-12-09T00:40:37,899 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:37,899 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:37,899 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:37,902 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:37,902 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:37,902 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,902 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/5f888b1ceede45d6aa2d8a40671d4565, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ece3cbe5b0e24d86b7bf17576bb6687a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/fa22cff5a9494edeb8e499420b58e268] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=33.7 K 2024-12-09T00:40:37,902 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f888b1ceede45d6aa2d8a40671d4565, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733704835363 2024-12-09T00:40:37,903 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ece3cbe5b0e24d86b7bf17576bb6687a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733704835481 2024-12-09T00:40:37,903 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting fa22cff5a9494edeb8e499420b58e268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733704837627 2024-12-09T00:40:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742037_1213 (size=4469) 2024-12-09T00:40:37,908 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#181 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:37,909 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/38cfc6ae72fa4f3babc1c01002df3c03 is 175, key is test_row_0/A:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T00:40:37,931 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:37,932 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7a8a86fc6e434c31b8697117b4b79285 is 50, key is test_row_0/C:col10/1733704837640/Put/seqid=0 2024-12-09T00:40:37,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742038_1214 (size=31651) 2024-12-09T00:40:37,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/38cfc6ae72fa4f3babc1c01002df3c03 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/38cfc6ae72fa4f3babc1c01002df3c03 2024-12-09T00:40:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742039_1215 (size=12697) 2024-12-09T00:40:37,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T00:40:37,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:37,950 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:40:37,951 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 38cfc6ae72fa4f3babc1c01002df3c03(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:37,951 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,951 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704837827; duration=0sec 2024-12-09T00:40:37,951 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:37,951 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:37,952 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7a8a86fc6e434c31b8697117b4b79285 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7a8a86fc6e434c31b8697117b4b79285 2024-12-09T00:40:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cb57bf4d703742c79407ace69026858a_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704837692/Put/seqid=0 2024-12-09T00:40:37,962 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into 7a8a86fc6e434c31b8697117b4b79285(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:37,962 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:37,962 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=13, startTime=1733704837827; duration=0sec 2024-12-09T00:40:37,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:37,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742040_1216 (size=12304) 2024-12-09T00:40:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:38,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704898025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704898026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704898029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704898030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704898030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704898135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704898135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704898135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704898136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,218 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T00:40:38,219 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T00:40:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T00:40:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704898335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704898345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704898345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704898345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704898345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:38,379 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cb57bf4d703742c79407ace69026858a_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cb57bf4d703742c79407ace69026858a_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:38,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8873fceebdf84eb1b9412d5e5521a6da, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8873fceebdf84eb1b9412d5e5521a6da is 175, key is test_row_0/A:col10/1733704837692/Put/seqid=0 2024-12-09T00:40:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742041_1217 (size=31105) 2024-12-09T00:40:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704898655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704898656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704898656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704898656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T00:40:38,784 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8873fceebdf84eb1b9412d5e5521a6da 2024-12-09T00:40:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/f478f5c961b34478b47b8380281a8e5f is 50, key is test_row_0/B:col10/1733704837692/Put/seqid=0 2024-12-09T00:40:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742042_1218 (size=12151) 2024-12-09T00:40:38,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704898845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:39,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704899165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704899165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704899165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704899165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:39,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/f478f5c961b34478b47b8380281a8e5f 2024-12-09T00:40:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/d14d36018ecf4fc0993877d7086dd6d7 is 50, key is test_row_0/C:col10/1733704837692/Put/seqid=0 2024-12-09T00:40:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742043_1219 (size=12151) 2024-12-09T00:40:39,207 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/d14d36018ecf4fc0993877d7086dd6d7 2024-12-09T00:40:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8873fceebdf84eb1b9412d5e5521a6da as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da 2024-12-09T00:40:39,217 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da, entries=150, sequenceid=251, filesize=30.4 K 2024-12-09T00:40:39,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/f478f5c961b34478b47b8380281a8e5f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f478f5c961b34478b47b8380281a8e5f 2024-12-09T00:40:39,222 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f478f5c961b34478b47b8380281a8e5f, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T00:40:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/d14d36018ecf4fc0993877d7086dd6d7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d14d36018ecf4fc0993877d7086dd6d7 2024-12-09T00:40:39,228 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d14d36018ecf4fc0993877d7086dd6d7, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T00:40:39,229 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 065b00d5893b1f27f2e7fa2a8c913897 in 1278ms, sequenceid=251, compaction requested=false 2024-12-09T00:40:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T00:40:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T00:40:39,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-09T00:40:39,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-12-09T00:40:39,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.6260 sec 2024-12-09T00:40:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T00:40:39,765 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:39,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-09T00:40:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T00:40:39,768 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:39,768 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:39,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:39,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:40:39,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092923530d9c714637948c484d09abcdf0_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704838028/Put/seqid=0 2024-12-09T00:40:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742044_1220 (size=12454) 2024-12-09T00:40:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T00:40:39,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-09T00:40:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:39,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704899939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704900045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-09T00:40:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T00:40:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704900175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704900175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704900175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,180 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:40,180 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:40,180 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704900184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,188 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-09T00:40:40,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:40,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:40,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704900255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092923530d9c714637948c484d09abcdf0_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092923530d9c714637948c484d09abcdf0_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:40,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8bbc391e031c42a381ad7987b7ce064c, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:40,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8bbc391e031c42a381ad7987b7ce064c is 175, key is test_row_0/A:col10/1733704838028/Put/seqid=0 2024-12-09T00:40:40,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742045_1221 (size=31255) 2024-12-09T00:40:40,283 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8bbc391e031c42a381ad7987b7ce064c 2024-12-09T00:40:40,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d70edf6c26f347cbb59cca21a82539f9 is 50, key is test_row_0/B:col10/1733704838028/Put/seqid=0 2024-12-09T00:40:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742046_1222 (size=12301) 2024-12-09T00:40:40,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d70edf6c26f347cbb59cca21a82539f9 2024-12-09T00:40:40,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f82f52a99fed4b74864a3ff97d9aa66a is 50, key is test_row_0/C:col10/1733704838028/Put/seqid=0 2024-12-09T00:40:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742047_1223 (size=12301) 2024-12-09T00:40:40,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f82f52a99fed4b74864a3ff97d9aa66a 2024-12-09T00:40:40,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/8bbc391e031c42a381ad7987b7ce064c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c 2024-12-09T00:40:40,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c, entries=150, sequenceid=265, filesize=30.5 K 2024-12-09T00:40:40,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/d70edf6c26f347cbb59cca21a82539f9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d70edf6c26f347cbb59cca21a82539f9 2024-12-09T00:40:40,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d70edf6c26f347cbb59cca21a82539f9, entries=150, sequenceid=265, filesize=12.0 K 2024-12-09T00:40:40,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f82f52a99fed4b74864a3ff97d9aa66a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f82f52a99fed4b74864a3ff97d9aa66a 2024-12-09T00:40:40,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f82f52a99fed4b74864a3ff97d9aa66a, entries=150, sequenceid=265, filesize=12.0 K 2024-12-09T00:40:40,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 065b00d5893b1f27f2e7fa2a8c913897 in 514ms, sequenceid=265, compaction requested=true 2024-12-09T00:40:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:40,370 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:40,370 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:40,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:40,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:40,371 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:40,371 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:40,372 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:40,372 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:40,372 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,372 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,372 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/48b3fba468e44528ba0949242406f128, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f478f5c961b34478b47b8380281a8e5f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d70edf6c26f347cbb59cca21a82539f9] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=36.3 K 2024-12-09T00:40:40,372 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/38cfc6ae72fa4f3babc1c01002df3c03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=91.8 K 2024-12-09T00:40:40,372 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,372 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/38cfc6ae72fa4f3babc1c01002df3c03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c] 2024-12-09T00:40:40,374 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b3fba468e44528ba0949242406f128, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733704837627 2024-12-09T00:40:40,374 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38cfc6ae72fa4f3babc1c01002df3c03, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733704837627 2024-12-09T00:40:40,374 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f478f5c961b34478b47b8380281a8e5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704837692 2024-12-09T00:40:40,375 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8873fceebdf84eb1b9412d5e5521a6da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704837692 2024-12-09T00:40:40,375 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d70edf6c26f347cbb59cca21a82539f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733704838028 2024-12-09T00:40:40,377 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bbc391e031c42a381ad7987b7ce064c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733704838028 2024-12-09T00:40:40,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-09T00:40:40,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,378 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:40:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T00:40:40,397 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:40,397 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/39584db71e2343ebaff8e0f8290f43a9 is 50, key is test_row_0/B:col10/1733704838028/Put/seqid=0 2024-12-09T00:40:40,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120993acd800565742329f10e5d7a1b432c3_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704839924/Put/seqid=0 2024-12-09T00:40:40,407 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:40,412 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120993dc160615c84828a90045f4105fda6d_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:40,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120993dc160615c84828a90045f4105fda6d_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:40,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120993dc160615c84828a90045f4105fda6d_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742048_1224 (size=12949) 2024-12-09T00:40:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742049_1225 (size=12454) 2024-12-09T00:40:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120993acd800565742329f10e5d7a1b432c3_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120993acd800565742329f10e5d7a1b432c3_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742050_1226 (size=4469) 2024-12-09T00:40:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7360aaf0951948d6918087706b8aee12, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7360aaf0951948d6918087706b8aee12 is 175, key is test_row_0/A:col10/1733704839924/Put/seqid=0 2024-12-09T00:40:40,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742051_1227 (size=31255) 2024-12-09T00:40:40,439 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7360aaf0951948d6918087706b8aee12 2024-12-09T00:40:40,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/f46d85650e9a4d5fac6f49f2280ae078 is 50, key is test_row_0/B:col10/1733704839924/Put/seqid=0 2024-12-09T00:40:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742052_1228 (size=12301) 2024-12-09T00:40:40,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/f46d85650e9a4d5fac6f49f2280ae078 2024-12-09T00:40:40,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/a33127c8459a40b980fbaa0df824ab7a is 50, key is test_row_0/C:col10/1733704839924/Put/seqid=0 2024-12-09T00:40:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742053_1229 (size=12301) 2024-12-09T00:40:40,486 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/a33127c8459a40b980fbaa0df824ab7a 2024-12-09T00:40:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7360aaf0951948d6918087706b8aee12 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12 2024-12-09T00:40:40,499 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12, entries=150, sequenceid=288, filesize=30.5 K 2024-12-09T00:40:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/f46d85650e9a4d5fac6f49f2280ae078 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f46d85650e9a4d5fac6f49f2280ae078 2024-12-09T00:40:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f46d85650e9a4d5fac6f49f2280ae078, entries=150, sequenceid=288, filesize=12.0 K 2024-12-09T00:40:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/a33127c8459a40b980fbaa0df824ab7a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a33127c8459a40b980fbaa0df824ab7a 2024-12-09T00:40:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a33127c8459a40b980fbaa0df824ab7a, entries=150, sequenceid=288, filesize=12.0 K 2024-12-09T00:40:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,512 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 065b00d5893b1f27f2e7fa2a8c913897 in 134ms, sequenceid=288, compaction requested=true 2024-12-09T00:40:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-09T00:40:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-09T00:40:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-09T00:40:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 745 msec 2024-12-09T00:40:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 750 msec 2024-12-09T00:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:40,655 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:40,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eef98a9392334436aded2df7298bf8c5_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704840640/Put/seqid=0 2024-12-09T00:40:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742054_1230 (size=22618) 2024-12-09T00:40:40,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704900781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,824 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/39584db71e2343ebaff8e0f8290f43a9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/39584db71e2343ebaff8e0f8290f43a9 2024-12-09T00:40:40,827 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#191 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:40,828 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/47f98b58777e4e99b373c79b2cbbf92d is 175, key is test_row_0/A:col10/1733704838028/Put/seqid=0 2024-12-09T00:40:40,829 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 39584db71e2343ebaff8e0f8290f43a9(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:40,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:40,829 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704840370; duration=0sec 2024-12-09T00:40:40,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:40,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:40,829 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:40,832 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:40,832 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:40,832 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:40,832 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7a8a86fc6e434c31b8697117b4b79285, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d14d36018ecf4fc0993877d7086dd6d7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f82f52a99fed4b74864a3ff97d9aa66a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a33127c8459a40b980fbaa0df824ab7a] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=48.3 K 2024-12-09T00:40:40,832 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a8a86fc6e434c31b8697117b4b79285, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733704837627 2024-12-09T00:40:40,833 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d14d36018ecf4fc0993877d7086dd6d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733704837692 2024-12-09T00:40:40,833 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f82f52a99fed4b74864a3ff97d9aa66a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733704838028 2024-12-09T00:40:40,834 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a33127c8459a40b980fbaa0df824ab7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733704839915 2024-12-09T00:40:40,843 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:40,843 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/c934655bd52d40fb90a3987d0a219c1f is 50, key is test_row_0/C:col10/1733704839924/Put/seqid=0 2024-12-09T00:40:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742055_1231 (size=31903) 2024-12-09T00:40:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742056_1232 (size=12983) 2024-12-09T00:40:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704900885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T00:40:40,905 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:40,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-09T00:40:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:40,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:40,909 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:40,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:41,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704901095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:41,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:41,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209eef98a9392334436aded2df7298bf8c5_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eef98a9392334436aded2df7298bf8c5_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:41,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/a6d4e3fdcd4d4161b48208931ef80d39, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:41,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/a6d4e3fdcd4d4161b48208931ef80d39 is 175, key is test_row_0/A:col10/1733704840640/Put/seqid=0 2024-12-09T00:40:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742057_1233 (size=66023) 2024-12-09T00:40:41,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:41,256 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/47f98b58777e4e99b373c79b2cbbf92d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/47f98b58777e4e99b373c79b2cbbf92d 2024-12-09T00:40:41,257 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/c934655bd52d40fb90a3987d0a219c1f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c934655bd52d40fb90a3987d0a219c1f 2024-12-09T00:40:41,260 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 47f98b58777e4e99b373c79b2cbbf92d(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:41,260 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:41,260 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704840370; duration=0sec 2024-12-09T00:40:41,262 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:41,262 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:41,263 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into c934655bd52d40fb90a3987d0a219c1f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:41,263 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:41,263 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=12, startTime=1733704840371; duration=0sec 2024-12-09T00:40:41,263 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:41,263 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:41,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704901405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:41,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/a6d4e3fdcd4d4161b48208931ef80d39 2024-12-09T00:40:41,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/21e2e0e1d95f4b0b9bd269d3f5a691df is 50, key is test_row_0/B:col10/1733704840640/Put/seqid=0 2024-12-09T00:40:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742058_1234 (size=12301) 2024-12-09T00:40:41,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704901915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:41,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/21e2e0e1d95f4b0b9bd269d3f5a691df 2024-12-09T00:40:41,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1ba05951a7b54be28427e01055f71c91 is 50, key is test_row_0/C:col10/1733704840640/Put/seqid=0 2024-12-09T00:40:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742059_1235 (size=12301) 2024-12-09T00:40:41,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1ba05951a7b54be28427e01055f71c91 2024-12-09T00:40:41,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/a6d4e3fdcd4d4161b48208931ef80d39 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39 2024-12-09T00:40:41,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39, entries=350, sequenceid=299, filesize=64.5 K 2024-12-09T00:40:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/21e2e0e1d95f4b0b9bd269d3f5a691df as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/21e2e0e1d95f4b0b9bd269d3f5a691df 2024-12-09T00:40:41,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/21e2e0e1d95f4b0b9bd269d3f5a691df, entries=150, sequenceid=299, filesize=12.0 K 2024-12-09T00:40:41,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/1ba05951a7b54be28427e01055f71c91 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1ba05951a7b54be28427e01055f71c91 2024-12-09T00:40:41,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1ba05951a7b54be28427e01055f71c91, entries=150, sequenceid=299, filesize=12.0 K 2024-12-09T00:40:41,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 065b00d5893b1f27f2e7fa2a8c913897 in 1320ms, sequenceid=299, compaction requested=true 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:41,975 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:41,975 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:41,976 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:41,976 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:41,976 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:41,976 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:41,977 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,977 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,977 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/47f98b58777e4e99b373c79b2cbbf92d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=126.2 K 2024-12-09T00:40:41,977 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/39584db71e2343ebaff8e0f8290f43a9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f46d85650e9a4d5fac6f49f2280ae078, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/21e2e0e1d95f4b0b9bd269d3f5a691df] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=36.7 K 2024-12-09T00:40:41,977 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,977 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/47f98b58777e4e99b373c79b2cbbf92d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39] 2024-12-09T00:40:41,977 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 39584db71e2343ebaff8e0f8290f43a9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733704838028 2024-12-09T00:40:41,977 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f98b58777e4e99b373c79b2cbbf92d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733704838028 2024-12-09T00:40:41,978 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f46d85650e9a4d5fac6f49f2280ae078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733704839915 2024-12-09T00:40:41,978 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7360aaf0951948d6918087706b8aee12, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733704839915 2024-12-09T00:40:41,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T00:40:41,978 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6d4e3fdcd4d4161b48208931ef80d39, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733704840598 2024-12-09T00:40:41,978 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e2e0e1d95f4b0b9bd269d3f5a691df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733704840640 2024-12-09T00:40:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:41,978 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:40:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093d7d06fa76e847d29c736f4ad12d767c_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704840779/Put/seqid=0 2024-12-09T00:40:41,985 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:41,988 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:41,988 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/85d2855373ba4e0c9a82fff8faf7a6f3 is 50, key is test_row_0/B:col10/1733704840640/Put/seqid=0 2024-12-09T00:40:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742060_1236 (size=12454) 2024-12-09T00:40:41,994 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209670c2673a2cc454fbfddf7798ff111e0_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:41,996 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209670c2673a2cc454fbfddf7798ff111e0_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:41,996 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209670c2673a2cc454fbfddf7798ff111e0_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742061_1237 (size=13051) 2024-12-09T00:40:42,002 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/85d2855373ba4e0c9a82fff8faf7a6f3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/85d2855373ba4e0c9a82fff8faf7a6f3 2024-12-09T00:40:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742062_1238 (size=4469) 2024-12-09T00:40:42,006 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#199 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:42,006 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/81353f6e8d254106b4f9632e050e498f is 175, key is test_row_0/A:col10/1733704840640/Put/seqid=0 2024-12-09T00:40:42,010 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 85d2855373ba4e0c9a82fff8faf7a6f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:42,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:42,010 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704841975; duration=0sec 2024-12-09T00:40:42,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:42,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:42,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T00:40:42,011 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-09T00:40:42,012 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-09T00:40:42,012 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. because compaction request was cancelled 2024-12-09T00:40:42,012 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742063_1239 (size=32005) 2024-12-09T00:40:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704902201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704902202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704902203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704902214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,216 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704902315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704902315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704902316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:42,395 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093d7d06fa76e847d29c736f4ad12d767c_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093d7d06fa76e847d29c736f4ad12d767c_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:42,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/bf1e7e1f6a8e4b7e9afa504639b510c0, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/bf1e7e1f6a8e4b7e9afa504639b510c0 is 175, key is test_row_0/A:col10/1733704840779/Put/seqid=0 2024-12-09T00:40:42,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742064_1240 (size=31255) 2024-12-09T00:40:42,421 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/81353f6e8d254106b4f9632e050e498f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/81353f6e8d254106b4f9632e050e498f 2024-12-09T00:40:42,425 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 81353f6e8d254106b4f9632e050e498f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:42,425 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:42,425 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704841975; duration=0sec 2024-12-09T00:40:42,425 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:42,426 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704902525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704902525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704902525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,801 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/bf1e7e1f6a8e4b7e9afa504639b510c0 2024-12-09T00:40:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/b05a635ff7da4935abb45d9112842dc5 is 50, key is test_row_0/B:col10/1733704840779/Put/seqid=0 2024-12-09T00:40:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742065_1241 (size=12301) 2024-12-09T00:40:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704902835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704902835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704902836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704902925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:42,926 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/b05a635ff7da4935abb45d9112842dc5 2024-12-09T00:40:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7253ba30164e420192ab6bb49755e23b is 50, key is test_row_0/C:col10/1733704840779/Put/seqid=0 2024-12-09T00:40:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742066_1242 (size=12301) 2024-12-09T00:40:43,228 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7253ba30164e420192ab6bb49755e23b 2024-12-09T00:40:43,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/bf1e7e1f6a8e4b7e9afa504639b510c0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0 2024-12-09T00:40:43,236 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0, entries=150, sequenceid=327, filesize=30.5 K 2024-12-09T00:40:43,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/b05a635ff7da4935abb45d9112842dc5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b05a635ff7da4935abb45d9112842dc5 2024-12-09T00:40:43,240 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b05a635ff7da4935abb45d9112842dc5, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T00:40:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/7253ba30164e420192ab6bb49755e23b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7253ba30164e420192ab6bb49755e23b 2024-12-09T00:40:43,245 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7253ba30164e420192ab6bb49755e23b, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T00:40:43,246 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 065b00d5893b1f27f2e7fa2a8c913897 in 1268ms, sequenceid=327, compaction requested=true 2024-12-09T00:40:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-09T00:40:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-09T00:40:43,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-09T00:40:43,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec 2024-12-09T00:40:43,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.3440 sec 2024-12-09T00:40:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:43,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:40:43,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fcc7e29e7e1149db98d8f3f94bec315d_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:43,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742067_1243 (size=12454) 2024-12-09T00:40:43,359 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:43,363 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fcc7e29e7e1149db98d8f3f94bec315d_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fcc7e29e7e1149db98d8f3f94bec315d_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:43,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7b91fa7193cd4721b9adcd3d8ae8094b, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:43,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7b91fa7193cd4721b9adcd3d8ae8094b is 175, key is test_row_0/A:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742068_1244 (size=31255) 2024-12-09T00:40:43,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7b91fa7193cd4721b9adcd3d8ae8094b 2024-12-09T00:40:43,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/20e2ce2342ec4a6bb3313a7fcd0caeca is 50, key is test_row_0/B:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704903377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704903380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704903382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742069_1245 (size=12301) 2024-12-09T00:40:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704903485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704903485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704903495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704903695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704903695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704903705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:43,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/20e2ce2342ec4a6bb3313a7fcd0caeca 2024-12-09T00:40:43,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/b645f1ee41394b119afab7010d040c2e is 50, key is test_row_0/C:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742070_1246 (size=12301) 2024-12-09T00:40:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704904005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704904005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704904015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/b645f1ee41394b119afab7010d040c2e 2024-12-09T00:40:44,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/7b91fa7193cd4721b9adcd3d8ae8094b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b 2024-12-09T00:40:44,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b, entries=150, sequenceid=342, filesize=30.5 K 2024-12-09T00:40:44,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/20e2ce2342ec4a6bb3313a7fcd0caeca as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/20e2ce2342ec4a6bb3313a7fcd0caeca 2024-12-09T00:40:44,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/20e2ce2342ec4a6bb3313a7fcd0caeca, entries=150, sequenceid=342, filesize=12.0 K 2024-12-09T00:40:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/b645f1ee41394b119afab7010d040c2e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b645f1ee41394b119afab7010d040c2e 2024-12-09T00:40:44,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b645f1ee41394b119afab7010d040c2e, entries=150, sequenceid=342, filesize=12.0 K 2024-12-09T00:40:44,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 065b00d5893b1f27f2e7fa2a8c913897 in 874ms, sequenceid=342, compaction requested=true 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:44,220 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:44,220 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:44,221 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:44,221 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:44,221 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:44,221 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:44,221 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:44,221 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:44,221 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/85d2855373ba4e0c9a82fff8faf7a6f3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b05a635ff7da4935abb45d9112842dc5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/20e2ce2342ec4a6bb3313a7fcd0caeca] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=36.8 K 2024-12-09T00:40:44,221 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/81353f6e8d254106b4f9632e050e498f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=92.3 K 2024-12-09T00:40:44,221 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:44,221 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/81353f6e8d254106b4f9632e050e498f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b] 2024-12-09T00:40:44,222 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d2855373ba4e0c9a82fff8faf7a6f3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733704840640 2024-12-09T00:40:44,222 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81353f6e8d254106b4f9632e050e498f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733704840640 2024-12-09T00:40:44,222 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b05a635ff7da4935abb45d9112842dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733704840738 2024-12-09T00:40:44,222 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf1e7e1f6a8e4b7e9afa504639b510c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733704840738 2024-12-09T00:40:44,222 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b91fa7193cd4721b9adcd3d8ae8094b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733704842200 2024-12-09T00:40:44,222 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 20e2ce2342ec4a6bb3313a7fcd0caeca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733704842200 2024-12-09T00:40:44,229 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:44,240 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:44,240 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209196082ed0313405786760768092bd8cc_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:44,241 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/cdcc2f44e992480495da827f04f33825 is 50, key is test_row_0/B:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:44,242 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209196082ed0313405786760768092bd8cc_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:44,242 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209196082ed0313405786760768092bd8cc_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742071_1247 (size=13153) 2024-12-09T00:40:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742072_1248 (size=4469) 2024-12-09T00:40:44,250 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#206 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:44,250 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/0bbcd83f82014547b21bbc7ea2503685 is 175, key is test_row_0/A:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742073_1249 (size=32107) 2024-12-09T00:40:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:44,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:44,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:40:44,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093cc3ab3bfb8f40ae990c1e5a27eee111_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704844517/Put/seqid=0 2024-12-09T00:40:44,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704904536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742074_1250 (size=17534) 2024-12-09T00:40:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704904536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704904543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704904645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704904645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,651 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/cdcc2f44e992480495da827f04f33825 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/cdcc2f44e992480495da827f04f33825 2024-12-09T00:40:44,656 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into cdcc2f44e992480495da827f04f33825(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:44,656 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:44,656 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=13, startTime=1733704844220; duration=0sec 2024-12-09T00:40:44,656 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:44,656 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:44,656 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:44,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704904655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,658 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:44,658 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:44,658 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:44,659 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c934655bd52d40fb90a3987d0a219c1f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1ba05951a7b54be28427e01055f71c91, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7253ba30164e420192ab6bb49755e23b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b645f1ee41394b119afab7010d040c2e] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=48.7 K 2024-12-09T00:40:44,659 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c934655bd52d40fb90a3987d0a219c1f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733704839915 2024-12-09T00:40:44,660 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ba05951a7b54be28427e01055f71c91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733704840640 2024-12-09T00:40:44,660 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7253ba30164e420192ab6bb49755e23b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733704840738 2024-12-09T00:40:44,660 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b645f1ee41394b119afab7010d040c2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733704842200 2024-12-09T00:40:44,661 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/0bbcd83f82014547b21bbc7ea2503685 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0bbcd83f82014547b21bbc7ea2503685 2024-12-09T00:40:44,667 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into 0bbcd83f82014547b21bbc7ea2503685(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:44,667 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:44,667 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=13, startTime=1733704844220; duration=0sec 2024-12-09T00:40:44,667 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:44,667 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:44,670 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:44,671 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f5377394a44646d28a80c9a8c62ad067 is 50, key is test_row_0/C:col10/1733704843345/Put/seqid=0 2024-12-09T00:40:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742075_1251 (size=13119) 2024-12-09T00:40:44,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704904855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704904855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704904864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1733704904935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:44,939 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:44,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:44,947 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093cc3ab3bfb8f40ae990c1e5a27eee111_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093cc3ab3bfb8f40ae990c1e5a27eee111_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:44,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/3e440b76e6b04b95ae82fdb5d9accc41, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:44,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/3e440b76e6b04b95ae82fdb5d9accc41 is 175, key is test_row_0/A:col10/1733704844517/Put/seqid=0 2024-12-09T00:40:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742076_1252 (size=48639) 2024-12-09T00:40:44,960 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/3e440b76e6b04b95ae82fdb5d9accc41 2024-12-09T00:40:44,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/a2b3abc7e64a44c0bd3f942ba15bef0c is 50, key is test_row_0/B:col10/1733704844517/Put/seqid=0 2024-12-09T00:40:44,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742077_1253 (size=12301) 2024-12-09T00:40:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T00:40:45,066 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:45,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-09T00:40:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T00:40:45,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:45,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:45,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:45,080 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/f5377394a44646d28a80c9a8c62ad067 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f5377394a44646d28a80c9a8c62ad067 2024-12-09T00:40:45,084 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into f5377394a44646d28a80c9a8c62ad067(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:45,085 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:45,085 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=12, startTime=1733704844220; duration=0sec 2024-12-09T00:40:45,085 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:45,085 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704905165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704905165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T00:40:45,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704905175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:45,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T00:40:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T00:40:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/a2b3abc7e64a44c0bd3f942ba15bef0c 2024-12-09T00:40:45,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/225dc2205ed049af9bbb293b48ad1467 is 50, key is test_row_0/C:col10/1733704844517/Put/seqid=0 2024-12-09T00:40:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T00:40:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742078_1254 (size=12301) 2024-12-09T00:40:45,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T00:40:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704905675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:45,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704905675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:45,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T00:40:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704905685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T00:40:45,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/225dc2205ed049af9bbb293b48ad1467 2024-12-09T00:40:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/3e440b76e6b04b95ae82fdb5d9accc41 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41 2024-12-09T00:40:45,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41, entries=250, sequenceid=367, filesize=47.5 K 2024-12-09T00:40:45,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/a2b3abc7e64a44c0bd3f942ba15bef0c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/a2b3abc7e64a44c0bd3f942ba15bef0c 2024-12-09T00:40:45,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/a2b3abc7e64a44c0bd3f942ba15bef0c, entries=150, sequenceid=367, filesize=12.0 K 2024-12-09T00:40:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/225dc2205ed049af9bbb293b48ad1467 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/225dc2205ed049af9bbb293b48ad1467 2024-12-09T00:40:45,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/225dc2205ed049af9bbb293b48ad1467, entries=150, sequenceid=367, filesize=12.0 K 2024-12-09T00:40:45,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 065b00d5893b1f27f2e7fa2a8c913897 in 1288ms, sequenceid=367, compaction requested=false 2024-12-09T00:40:45,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:45,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T00:40:45,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:45,831 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120949e76410119c4f7fbc2755f2021cd788_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704844535/Put/seqid=0 2024-12-09T00:40:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742079_1255 (size=12454) 2024-12-09T00:40:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:45,847 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120949e76410119c4f7fbc2755f2021cd788_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120949e76410119c4f7fbc2755f2021cd788_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/86face6bc50a4fa1a38322ae589ab616, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/86face6bc50a4fa1a38322ae589ab616 is 175, key is test_row_0/A:col10/1733704844535/Put/seqid=0 2024-12-09T00:40:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742080_1256 (size=31255) 2024-12-09T00:40:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T00:40:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:46,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:46,257 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/86face6bc50a4fa1a38322ae589ab616 2024-12-09T00:40:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/388ca7ba320f40a69f1cd21d5c6b5fed is 50, key is test_row_0/B:col10/1733704844535/Put/seqid=0 2024-12-09T00:40:46,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742081_1257 (size=12301) 2024-12-09T00:40:46,274 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/388ca7ba320f40a69f1cd21d5c6b5fed 2024-12-09T00:40:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/88be6984f3214e1184174013cd01304d is 50, key is test_row_0/C:col10/1733704844535/Put/seqid=0 2024-12-09T00:40:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742082_1258 (size=12301) 2024-12-09T00:40:46,295 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/88be6984f3214e1184174013cd01304d 2024-12-09T00:40:46,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/86face6bc50a4fa1a38322ae589ab616 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616 2024-12-09T00:40:46,303 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616, entries=150, sequenceid=381, filesize=30.5 K 2024-12-09T00:40:46,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-09T00:40:46,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/388ca7ba320f40a69f1cd21d5c6b5fed as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/388ca7ba320f40a69f1cd21d5c6b5fed 2024-12-09T00:40:46,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/388ca7ba320f40a69f1cd21d5c6b5fed, entries=150, sequenceid=381, filesize=12.0 K 2024-12-09T00:40:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/88be6984f3214e1184174013cd01304d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/88be6984f3214e1184174013cd01304d 2024-12-09T00:40:46,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/88be6984f3214e1184174013cd01304d, entries=150, sequenceid=381, filesize=12.0 K 2024-12-09T00:40:46,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for 065b00d5893b1f27f2e7fa2a8c913897 in 488ms, sequenceid=381, compaction requested=true 2024-12-09T00:40:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-09T00:40:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-09T00:40:46,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-09T00:40:46,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2530 sec 2024-12-09T00:40:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:46,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.2570 sec 2024-12-09T00:40:46,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T00:40:46,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090c0fa8048f3943cbaaa7bfc6be76c81d_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742083_1259 (size=14994) 2024-12-09T00:40:46,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704906374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:46,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704906485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:46,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34626 deadline: 1733704906685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:46,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1733704906685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:46,686 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:46,686 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34646 deadline: 1733704906695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:46,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704906695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:46,697 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 065b00d5893b1f27f2e7fa2a8c913897 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:46,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:46,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090c0fa8048f3943cbaaa7bfc6be76c81d_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090c0fa8048f3943cbaaa7bfc6be76c81d_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:46,754 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f8732504602146469f9a47e0542f472d, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:46,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f8732504602146469f9a47e0542f472d is 175, key is test_row_0/A:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:46,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742084_1260 (size=39949) 2024-12-09T00:40:47,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704907005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:47,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f8732504602146469f9a47e0542f472d 2024-12-09T00:40:47,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/1a538771dcd740aeaf1a204372387633 is 50, key is test_row_0/B:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742085_1261 (size=12301) 2024-12-09T00:40:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T00:40:47,215 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:47,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-09T00:40:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:47,217 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:47,218 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:47,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:47,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-09T00:40:47,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:47,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34642 deadline: 1733704907515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:40:47,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-09T00:40:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:47,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/1a538771dcd740aeaf1a204372387633 2024-12-09T00:40:47,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/b9d53eac0f1e46feadf8e484499d860d is 50, key is test_row_0/C:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742086_1262 (size=12301) 2024-12-09T00:40:47,665 INFO [Thread-730 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-730. 2024-12-09T00:40:47,665 DEBUG [Thread-730 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:47,665 DEBUG [Thread-730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,665 DEBUG [Thread-730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:47,665 INFO [Thread-732 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-732. 2024-12-09T00:40:47,665 DEBUG [Thread-732 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:47,665 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,665 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:47,667 INFO [Thread-728 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-728. 2024-12-09T00:40:47,667 DEBUG [Thread-728 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:47,667 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,667 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:47,668 INFO [Thread-734 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-734. 2024-12-09T00:40:47,668 DEBUG [Thread-734 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:47,668 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,668 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:47,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:47,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-09T00:40:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-09T00:40:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:47,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:47,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-09T00:40:47,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/b9d53eac0f1e46feadf8e484499d860d 2024-12-09T00:40:47,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:47,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:47,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f8732504602146469f9a47e0542f472d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d 2024-12-09T00:40:47,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d, entries=200, sequenceid=401, filesize=39.0 K 2024-12-09T00:40:47,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/1a538771dcd740aeaf1a204372387633 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/1a538771dcd740aeaf1a204372387633 2024-12-09T00:40:48,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/1a538771dcd740aeaf1a204372387633, entries=150, sequenceid=401, filesize=12.0 K 2024-12-09T00:40:48,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/b9d53eac0f1e46feadf8e484499d860d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b9d53eac0f1e46feadf8e484499d860d 2024-12-09T00:40:48,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b9d53eac0f1e46feadf8e484499d860d, entries=150, sequenceid=401, filesize=12.0 K 2024-12-09T00:40:48,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 065b00d5893b1f27f2e7fa2a8c913897 in 1684ms, sequenceid=401, compaction requested=true 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:48,009 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 065b00d5893b1f27f2e7fa2a8c913897:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:48,009 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151950 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/B is initiating minor compaction (all files) 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/A is initiating minor compaction (all files) 2024-12-09T00:40:48,011 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/A in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:48,011 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/B in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:48,011 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/cdcc2f44e992480495da827f04f33825, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/a2b3abc7e64a44c0bd3f942ba15bef0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/388ca7ba320f40a69f1cd21d5c6b5fed, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/1a538771dcd740aeaf1a204372387633] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=48.9 K 2024-12-09T00:40:48,011 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0bbcd83f82014547b21bbc7ea2503685, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=148.4 K 2024-12-09T00:40:48,011 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0bbcd83f82014547b21bbc7ea2503685, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d] 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting cdcc2f44e992480495da827f04f33825, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733704842200 2024-12-09T00:40:48,011 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bbcd83f82014547b21bbc7ea2503685, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733704842200 2024-12-09T00:40:48,012 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b3abc7e64a44c0bd3f942ba15bef0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733704843377 2024-12-09T00:40:48,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e440b76e6b04b95ae82fdb5d9accc41, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733704843376 2024-12-09T00:40:48,012 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 388ca7ba320f40a69f1cd21d5c6b5fed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733704844534 2024-12-09T00:40:48,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86face6bc50a4fa1a38322ae589ab616, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733704844534 2024-12-09T00:40:48,012 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a538771dcd740aeaf1a204372387633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733704846308 2024-12-09T00:40:48,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8732504602146469f9a47e0542f472d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733704846308 2024-12-09T00:40:48,019 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:48,021 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#B#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:48,021 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120926fc7a8ff46c420bbb5e7e511f64d8d9_065b00d5893b1f27f2e7fa2a8c913897 store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:48,021 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/5858bbc5e54c4e4b9e6f0ec4f8f8aa3b is 50, key is test_row_0/B:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742087_1263 (size=13289) 2024-12-09T00:40:48,040 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120926fc7a8ff46c420bbb5e7e511f64d8d9_065b00d5893b1f27f2e7fa2a8c913897, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:48,040 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120926fc7a8ff46c420bbb5e7e511f64d8d9_065b00d5893b1f27f2e7fa2a8c913897 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742088_1264 (size=4469) 2024-12-09T00:40:48,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-09T00:40:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:48,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T00:40:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f20c989a5c6e44d388138ff0615fd79e_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_0/A:col10/1733704846368/Put/seqid=0 2024-12-09T00:40:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742089_1265 (size=12454) 2024-12-09T00:40:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:48,435 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/5858bbc5e54c4e4b9e6f0ec4f8f8aa3b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5858bbc5e54c4e4b9e6f0ec4f8f8aa3b 2024-12-09T00:40:48,441 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/B of 065b00d5893b1f27f2e7fa2a8c913897 into 5858bbc5e54c4e4b9e6f0ec4f8f8aa3b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:48,441 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:48,441 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/B, priority=12, startTime=1733704848009; duration=0sec 2024-12-09T00:40:48,441 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:48,441 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:B 2024-12-09T00:40:48,441 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:40:48,443 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:40:48,443 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 065b00d5893b1f27f2e7fa2a8c913897/C is initiating minor compaction (all files) 2024-12-09T00:40:48,443 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 065b00d5893b1f27f2e7fa2a8c913897/C in TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:48,443 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f5377394a44646d28a80c9a8c62ad067, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/225dc2205ed049af9bbb293b48ad1467, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/88be6984f3214e1184174013cd01304d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b9d53eac0f1e46feadf8e484499d860d] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp, totalSize=48.8 K 2024-12-09T00:40:48,444 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f5377394a44646d28a80c9a8c62ad067, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733704842200 2024-12-09T00:40:48,444 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 225dc2205ed049af9bbb293b48ad1467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733704843377 2024-12-09T00:40:48,444 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#A#compaction#219 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:48,445 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 88be6984f3214e1184174013cd01304d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733704844534 2024-12-09T00:40:48,445 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/dc2620270d764f9ab1df1ce39b708d66 is 175, key is test_row_0/A:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:48,445 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b9d53eac0f1e46feadf8e484499d860d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733704846308 2024-12-09T00:40:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742090_1266 (size=32243) 2024-12-09T00:40:48,453 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 065b00d5893b1f27f2e7fa2a8c913897#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:48,453 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/0f11860b9b0f44859e8225091bb62309 is 50, key is test_row_0/C:col10/1733704846318/Put/seqid=0 2024-12-09T00:40:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742091_1267 (size=13255) 2024-12-09T00:40:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:48,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. as already flushing 2024-12-09T00:40:48,526 INFO [Thread-721 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-721. 2024-12-09T00:40:48,526 DEBUG [Thread-721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:48,527 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,527 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:48,559 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f20c989a5c6e44d388138ff0615fd79e_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f20c989a5c6e44d388138ff0615fd79e_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/21b3eeec8bb54404bb0b788108c42dfa, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/21b3eeec8bb54404bb0b788108c42dfa is 175, key is test_row_0/A:col10/1733704846368/Put/seqid=0 2024-12-09T00:40:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742092_1268 (size=31255) 2024-12-09T00:40:48,698 INFO [Thread-717 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-717. 2024-12-09T00:40:48,698 DEBUG [Thread-717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:48,698 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,699 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:48,708 INFO [Thread-723 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-723. 2024-12-09T00:40:48,708 DEBUG [Thread-723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:48,708 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,708 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:48,718 INFO [Thread-719 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-719. 2024-12-09T00:40:48,718 DEBUG [Thread-719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:48,718 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,718 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:48,862 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/dc2620270d764f9ab1df1ce39b708d66 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/dc2620270d764f9ab1df1ce39b708d66 2024-12-09T00:40:48,864 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/0f11860b9b0f44859e8225091bb62309 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/0f11860b9b0f44859e8225091bb62309 2024-12-09T00:40:48,867 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/A of 065b00d5893b1f27f2e7fa2a8c913897 into dc2620270d764f9ab1df1ce39b708d66(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:48,867 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:48,867 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/A, priority=12, startTime=1733704848009; duration=0sec 2024-12-09T00:40:48,867 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:48,867 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:A 2024-12-09T00:40:48,870 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 065b00d5893b1f27f2e7fa2a8c913897/C of 065b00d5893b1f27f2e7fa2a8c913897 into 0f11860b9b0f44859e8225091bb62309(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:48,870 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:48,870 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., storeName=065b00d5893b1f27f2e7fa2a8c913897/C, priority=12, startTime=1733704848009; duration=0sec 2024-12-09T00:40:48,870 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:48,870 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 065b00d5893b1f27f2e7fa2a8c913897:C 2024-12-09T00:40:48,967 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/21b3eeec8bb54404bb0b788108c42dfa 2024-12-09T00:40:48,977 INFO [Thread-725 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-725. 2024-12-09T00:40:48,977 DEBUG [Thread-725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:40:48,977 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,977 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:48,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/916947c98c7a4855bde9c9591db63456 is 50, key is test_row_0/B:col10/1733704846368/Put/seqid=0 2024-12-09T00:40:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742093_1269 (size=12301) 2024-12-09T00:40:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:49,384 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/916947c98c7a4855bde9c9591db63456 2024-12-09T00:40:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/a1dce623a1a247bc9bf4e174152d8785 is 50, key is test_row_0/C:col10/1733704846368/Put/seqid=0 2024-12-09T00:40:49,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742094_1270 (size=12301) 2024-12-09T00:40:49,830 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/a1dce623a1a247bc9bf4e174152d8785 2024-12-09T00:40:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/21b3eeec8bb54404bb0b788108c42dfa as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/21b3eeec8bb54404bb0b788108c42dfa 2024-12-09T00:40:49,846 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/21b3eeec8bb54404bb0b788108c42dfa, entries=150, sequenceid=417, filesize=30.5 K 2024-12-09T00:40:49,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/916947c98c7a4855bde9c9591db63456 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/916947c98c7a4855bde9c9591db63456 2024-12-09T00:40:49,851 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/916947c98c7a4855bde9c9591db63456, entries=150, sequenceid=417, filesize=12.0 K 2024-12-09T00:40:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/a1dce623a1a247bc9bf4e174152d8785 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a1dce623a1a247bc9bf4e174152d8785 2024-12-09T00:40:49,855 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a1dce623a1a247bc9bf4e174152d8785, entries=150, sequenceid=417, filesize=12.0 K 2024-12-09T00:40:49,856 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=33.54 KB/34350 for 065b00d5893b1f27f2e7fa2a8c913897 in 1716ms, sequenceid=417, compaction requested=false 2024-12-09T00:40:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 065b00d5893b1f27f2e7fa2a8c913897: 2024-12-09T00:40:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-09T00:40:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-09T00:40:49,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T00:40:49,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6390 sec 2024-12-09T00:40:49,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.6430 sec 2024-12-09T00:40:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T00:40:51,397 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4543 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4602 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2014 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6039 rows 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2034 2024-12-09T00:40:51,397 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6097 rows 2024-12-09T00:40:51,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:40:51,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:40:51,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:51,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:51,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:40:51,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T00:40:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-09T00:40:51,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704851405"}]},"ts":"1733704851405"} 2024-12-09T00:40:51,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T00:40:51,407 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T00:40:51,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:40:51,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, UNASSIGN}] 2024-12-09T00:40:51,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, UNASSIGN 2024-12-09T00:40:51,413 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:51,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, UNASSIGN because future has completed 2024-12-09T00:40:51,414 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:40:51,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:40:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-09T00:40:51,569 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:51,569 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:40:51,569 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 065b00d5893b1f27f2e7fa2a8c913897, disabling compactions & flushes 2024-12-09T00:40:51,569 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:51,569 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:51,569 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. after waiting 0 ms 2024-12-09T00:40:51,569 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:51,570 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing 065b00d5893b1f27f2e7fa2a8c913897 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:40:51,581 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b63106d7b3bb4d6eb3ab7657d070eb30_065b00d5893b1f27f2e7fa2a8c913897 is 50, key is test_row_1/A:col10/1733704848706/Put/seqid=0 2024-12-09T00:40:51,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742095_1271 (size=9914) 2024-12-09T00:40:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-09T00:40:51,986 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:51,994 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b63106d7b3bb4d6eb3ab7657d070eb30_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b63106d7b3bb4d6eb3ab7657d070eb30_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:51,995 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f64e3336b66341ea9958d80402052f16, store: [table=TestAcidGuarantees family=A region=065b00d5893b1f27f2e7fa2a8c913897] 2024-12-09T00:40:51,996 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f64e3336b66341ea9958d80402052f16 is 175, key is test_row_1/A:col10/1733704848706/Put/seqid=0 2024-12-09T00:40:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742096_1272 (size=22561) 2024-12-09T00:40:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-09T00:40:52,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:40:52,402 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f64e3336b66341ea9958d80402052f16 2024-12-09T00:40:52,415 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a is 50, key is test_row_1/B:col10/1733704848706/Put/seqid=0 2024-12-09T00:40:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742097_1273 (size=9857) 2024-12-09T00:40:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-09T00:40:52,820 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a 2024-12-09T00:40:52,837 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/443a10d60a7a41048febd14a35958304 is 50, key is test_row_1/C:col10/1733704848706/Put/seqid=0 2024-12-09T00:40:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742098_1274 (size=9857) 2024-12-09T00:40:53,242 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/443a10d60a7a41048febd14a35958304 2024-12-09T00:40:53,252 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/A/f64e3336b66341ea9958d80402052f16 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f64e3336b66341ea9958d80402052f16 2024-12-09T00:40:53,257 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f64e3336b66341ea9958d80402052f16, entries=100, sequenceid=428, filesize=22.0 K 2024-12-09T00:40:53,258 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a 2024-12-09T00:40:53,262 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a, entries=100, sequenceid=428, filesize=9.6 K 2024-12-09T00:40:53,263 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/.tmp/C/443a10d60a7a41048febd14a35958304 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/443a10d60a7a41048febd14a35958304 2024-12-09T00:40:53,267 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/443a10d60a7a41048febd14a35958304, entries=100, sequenceid=428, filesize=9.6 K 2024-12-09T00:40:53,268 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 065b00d5893b1f27f2e7fa2a8c913897 in 1699ms, sequenceid=428, compaction requested=true 2024-12-09T00:40:53,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d48154d4cd384754b8652bd347769138, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6b7b13971ddb412cb2cda5913b91bc3e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0614316ede1746ac92b8e38b3c9a55ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6a881f31636344a581d5e56155c99594, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/38cfc6ae72fa4f3babc1c01002df3c03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/47f98b58777e4e99b373c79b2cbbf92d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/81353f6e8d254106b4f9632e050e498f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0bbcd83f82014547b21bbc7ea2503685, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d] to archive 2024-12-09T00:40:53,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:40:53,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f1ab40c6e8ea409aa72dc2eb12681e3f 2024-12-09T00:40:53,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e7b4e1e26f4b4e9eb29f8b83288df502 2024-12-09T00:40:53,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d75d3cbbcea8494799ed83b79125552c 2024-12-09T00:40:53,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d48154d4cd384754b8652bd347769138 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/d48154d4cd384754b8652bd347769138 2024-12-09T00:40:53,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/520e5c51892e4580a1cf5257b78d88e7 2024-12-09T00:40:53,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6b7b13971ddb412cb2cda5913b91bc3e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6b7b13971ddb412cb2cda5913b91bc3e 2024-12-09T00:40:53,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/28c010be536d4426924d3b121189b036 2024-12-09T00:40:53,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/873f105f9b1d4cf7b2607cbe8222e81b 2024-12-09T00:40:53,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/b9414b79a5ff4e61a32cecfe945c684b 2024-12-09T00:40:53,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/446db059bfec420da60b8fe44fab513b 2024-12-09T00:40:53,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0614316ede1746ac92b8e38b3c9a55ae to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0614316ede1746ac92b8e38b3c9a55ae 2024-12-09T00:40:53,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/e654db4bc28b405bb18d31de7e19122b 2024-12-09T00:40:53,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/902146d74a3447459a29dd5247396836 2024-12-09T00:40:53,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6a881f31636344a581d5e56155c99594 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/6a881f31636344a581d5e56155c99594 2024-12-09T00:40:53,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/98755fe6ba364d8c9829c4bfd00f7136 2024-12-09T00:40:53,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7aba669aa13f476ea992e5f0dd8103d5 2024-12-09T00:40:53,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/38cfc6ae72fa4f3babc1c01002df3c03 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/38cfc6ae72fa4f3babc1c01002df3c03 2024-12-09T00:40:53,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8873fceebdf84eb1b9412d5e5521a6da 2024-12-09T00:40:53,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/47f98b58777e4e99b373c79b2cbbf92d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/47f98b58777e4e99b373c79b2cbbf92d 2024-12-09T00:40:53,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/8bbc391e031c42a381ad7987b7ce064c 2024-12-09T00:40:53,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7360aaf0951948d6918087706b8aee12 2024-12-09T00:40:53,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/a6d4e3fdcd4d4161b48208931ef80d39 2024-12-09T00:40:53,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/81353f6e8d254106b4f9632e050e498f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/81353f6e8d254106b4f9632e050e498f 2024-12-09T00:40:53,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/bf1e7e1f6a8e4b7e9afa504639b510c0 2024-12-09T00:40:53,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0bbcd83f82014547b21bbc7ea2503685 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/0bbcd83f82014547b21bbc7ea2503685 2024-12-09T00:40:53,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/7b91fa7193cd4721b9adcd3d8ae8094b 2024-12-09T00:40:53,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/3e440b76e6b04b95ae82fdb5d9accc41 2024-12-09T00:40:53,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/86face6bc50a4fa1a38322ae589ab616 2024-12-09T00:40:53,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f8732504602146469f9a47e0542f472d 2024-12-09T00:40:53,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/db7c6a099ead441a97dd567526336b0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/45d2a251ea6f4292b23b3996e99873e7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5e9d93337e884e6cbe7a9a4ab1178c30, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d3e49bb381f14c868cee41b6757c14d6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ad5b1ef2d14f40b5bd387eb804b60802, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/64941fe916f848bdb55a353cc3c41e72, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/6c2362c454e24a15804505f2e75407af, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/9a16901ed7a748e8ad99a0414507eab5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3145bd33c87b4beabfd71fa36cb90453, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/7505cace75d3461a83d89992d69e0eb1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/846a09a001c54f2aa9e61aec256e766b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b7626412ee874ef89f7b4de5b33fec6f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d731c4e39779486aaa840337c42a3785, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/2002ad40a0584fdda00bd3d667268670, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/10c17f35cba946168c1cd75677d75ccb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/48b3fba468e44528ba0949242406f128, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3fb35715c228414f80ad3ce5f43f7b02, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f478f5c961b34478b47b8380281a8e5f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/39584db71e2343ebaff8e0f8290f43a9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d70edf6c26f347cbb59cca21a82539f9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f46d85650e9a4d5fac6f49f2280ae078, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/85d2855373ba4e0c9a82fff8faf7a6f3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/21e2e0e1d95f4b0b9bd269d3f5a691df, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b05a635ff7da4935abb45d9112842dc5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/cdcc2f44e992480495da827f04f33825, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/20e2ce2342ec4a6bb3313a7fcd0caeca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/a2b3abc7e64a44c0bd3f942ba15bef0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/388ca7ba320f40a69f1cd21d5c6b5fed, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/1a538771dcd740aeaf1a204372387633] to archive 2024-12-09T00:40:53,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:40:53,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/db7c6a099ead441a97dd567526336b0c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/db7c6a099ead441a97dd567526336b0c 2024-12-09T00:40:53,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/45d2a251ea6f4292b23b3996e99873e7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/45d2a251ea6f4292b23b3996e99873e7 2024-12-09T00:40:53,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5e9d93337e884e6cbe7a9a4ab1178c30 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5e9d93337e884e6cbe7a9a4ab1178c30 2024-12-09T00:40:53,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d3e49bb381f14c868cee41b6757c14d6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d3e49bb381f14c868cee41b6757c14d6 2024-12-09T00:40:53,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ad5b1ef2d14f40b5bd387eb804b60802 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ad5b1ef2d14f40b5bd387eb804b60802 2024-12-09T00:40:53,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/64941fe916f848bdb55a353cc3c41e72 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/64941fe916f848bdb55a353cc3c41e72 2024-12-09T00:40:53,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/6c2362c454e24a15804505f2e75407af to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/6c2362c454e24a15804505f2e75407af 2024-12-09T00:40:53,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/9a16901ed7a748e8ad99a0414507eab5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/9a16901ed7a748e8ad99a0414507eab5 2024-12-09T00:40:53,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3145bd33c87b4beabfd71fa36cb90453 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3145bd33c87b4beabfd71fa36cb90453 2024-12-09T00:40:53,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/7505cace75d3461a83d89992d69e0eb1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/7505cace75d3461a83d89992d69e0eb1 2024-12-09T00:40:53,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/846a09a001c54f2aa9e61aec256e766b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/846a09a001c54f2aa9e61aec256e766b 2024-12-09T00:40:53,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b7626412ee874ef89f7b4de5b33fec6f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b7626412ee874ef89f7b4de5b33fec6f 2024-12-09T00:40:53,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d731c4e39779486aaa840337c42a3785 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d731c4e39779486aaa840337c42a3785 2024-12-09T00:40:53,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/2002ad40a0584fdda00bd3d667268670 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/2002ad40a0584fdda00bd3d667268670 2024-12-09T00:40:53,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/10c17f35cba946168c1cd75677d75ccb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/10c17f35cba946168c1cd75677d75ccb 2024-12-09T00:40:53,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/48b3fba468e44528ba0949242406f128 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/48b3fba468e44528ba0949242406f128 2024-12-09T00:40:53,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3fb35715c228414f80ad3ce5f43f7b02 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/3fb35715c228414f80ad3ce5f43f7b02 2024-12-09T00:40:53,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f478f5c961b34478b47b8380281a8e5f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f478f5c961b34478b47b8380281a8e5f 2024-12-09T00:40:53,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/39584db71e2343ebaff8e0f8290f43a9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/39584db71e2343ebaff8e0f8290f43a9 2024-12-09T00:40:53,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d70edf6c26f347cbb59cca21a82539f9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/d70edf6c26f347cbb59cca21a82539f9 2024-12-09T00:40:53,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f46d85650e9a4d5fac6f49f2280ae078 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/f46d85650e9a4d5fac6f49f2280ae078 2024-12-09T00:40:53,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/85d2855373ba4e0c9a82fff8faf7a6f3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/85d2855373ba4e0c9a82fff8faf7a6f3 2024-12-09T00:40:53,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/21e2e0e1d95f4b0b9bd269d3f5a691df to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/21e2e0e1d95f4b0b9bd269d3f5a691df 2024-12-09T00:40:53,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b05a635ff7da4935abb45d9112842dc5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/b05a635ff7da4935abb45d9112842dc5 2024-12-09T00:40:53,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/cdcc2f44e992480495da827f04f33825 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/cdcc2f44e992480495da827f04f33825 2024-12-09T00:40:53,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/20e2ce2342ec4a6bb3313a7fcd0caeca to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/20e2ce2342ec4a6bb3313a7fcd0caeca 2024-12-09T00:40:53,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/a2b3abc7e64a44c0bd3f942ba15bef0c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/a2b3abc7e64a44c0bd3f942ba15bef0c 2024-12-09T00:40:53,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/388ca7ba320f40a69f1cd21d5c6b5fed to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/388ca7ba320f40a69f1cd21d5c6b5fed 2024-12-09T00:40:53,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/1a538771dcd740aeaf1a204372387633 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/1a538771dcd740aeaf1a204372387633 2024-12-09T00:40:53,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1969c78cac9e4b079dcdb8bdb360ed1b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68ba9ef3b6584acf987f76a133fe6f58, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1d79aad780574f658c1ab67a849afbb2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/14b37e4a2ff84a1c959ad546530490b5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68a22ac946b14ffa8ea699a9baaa6e03, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f6e4584bb10a4b74be5b7d41c6082145, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d56e9a297ef54f279b9ca46b44a4f580, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/e518c91422004507ba3dbc5e8ae0c9ca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c476c7ba05f845478b4f71c6a69504a2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7ef2016967a7423db28b4ae215b1fa0c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/85d8a5a96f35424c837648a2c014dd2b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/222c35a67ddc4549b4c5ea75643c7d41, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/5f888b1ceede45d6aa2d8a40671d4565, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ee11ab254e1843ce8332c4a03674bfa8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ece3cbe5b0e24d86b7bf17576bb6687a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7a8a86fc6e434c31b8697117b4b79285, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/fa22cff5a9494edeb8e499420b58e268, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d14d36018ecf4fc0993877d7086dd6d7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f82f52a99fed4b74864a3ff97d9aa66a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c934655bd52d40fb90a3987d0a219c1f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a33127c8459a40b980fbaa0df824ab7a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1ba05951a7b54be28427e01055f71c91, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7253ba30164e420192ab6bb49755e23b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f5377394a44646d28a80c9a8c62ad067, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b645f1ee41394b119afab7010d040c2e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/225dc2205ed049af9bbb293b48ad1467, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/88be6984f3214e1184174013cd01304d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b9d53eac0f1e46feadf8e484499d860d] to archive 2024-12-09T00:40:53,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:40:53,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1969c78cac9e4b079dcdb8bdb360ed1b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1969c78cac9e4b079dcdb8bdb360ed1b 2024-12-09T00:40:53,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68ba9ef3b6584acf987f76a133fe6f58 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68ba9ef3b6584acf987f76a133fe6f58 2024-12-09T00:40:53,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1d79aad780574f658c1ab67a849afbb2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1d79aad780574f658c1ab67a849afbb2 2024-12-09T00:40:53,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/14b37e4a2ff84a1c959ad546530490b5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/14b37e4a2ff84a1c959ad546530490b5 2024-12-09T00:40:53,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68a22ac946b14ffa8ea699a9baaa6e03 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/68a22ac946b14ffa8ea699a9baaa6e03 2024-12-09T00:40:53,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f6e4584bb10a4b74be5b7d41c6082145 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f6e4584bb10a4b74be5b7d41c6082145 2024-12-09T00:40:53,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d56e9a297ef54f279b9ca46b44a4f580 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d56e9a297ef54f279b9ca46b44a4f580 2024-12-09T00:40:53,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/e518c91422004507ba3dbc5e8ae0c9ca to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/e518c91422004507ba3dbc5e8ae0c9ca 2024-12-09T00:40:53,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c476c7ba05f845478b4f71c6a69504a2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c476c7ba05f845478b4f71c6a69504a2 2024-12-09T00:40:53,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7ef2016967a7423db28b4ae215b1fa0c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7ef2016967a7423db28b4ae215b1fa0c 2024-12-09T00:40:53,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/85d8a5a96f35424c837648a2c014dd2b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/85d8a5a96f35424c837648a2c014dd2b 2024-12-09T00:40:53,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/222c35a67ddc4549b4c5ea75643c7d41 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/222c35a67ddc4549b4c5ea75643c7d41 2024-12-09T00:40:53,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/5f888b1ceede45d6aa2d8a40671d4565 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/5f888b1ceede45d6aa2d8a40671d4565 2024-12-09T00:40:53,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ee11ab254e1843ce8332c4a03674bfa8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ee11ab254e1843ce8332c4a03674bfa8 2024-12-09T00:40:53,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ece3cbe5b0e24d86b7bf17576bb6687a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/ece3cbe5b0e24d86b7bf17576bb6687a 2024-12-09T00:40:53,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7a8a86fc6e434c31b8697117b4b79285 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7a8a86fc6e434c31b8697117b4b79285 2024-12-09T00:40:53,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/fa22cff5a9494edeb8e499420b58e268 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/fa22cff5a9494edeb8e499420b58e268 2024-12-09T00:40:53,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d14d36018ecf4fc0993877d7086dd6d7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/d14d36018ecf4fc0993877d7086dd6d7 2024-12-09T00:40:53,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f82f52a99fed4b74864a3ff97d9aa66a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f82f52a99fed4b74864a3ff97d9aa66a 2024-12-09T00:40:53,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c934655bd52d40fb90a3987d0a219c1f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/c934655bd52d40fb90a3987d0a219c1f 2024-12-09T00:40:53,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a33127c8459a40b980fbaa0df824ab7a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a33127c8459a40b980fbaa0df824ab7a 2024-12-09T00:40:53,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1ba05951a7b54be28427e01055f71c91 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/1ba05951a7b54be28427e01055f71c91 2024-12-09T00:40:53,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7253ba30164e420192ab6bb49755e23b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/7253ba30164e420192ab6bb49755e23b 2024-12-09T00:40:53,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f5377394a44646d28a80c9a8c62ad067 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/f5377394a44646d28a80c9a8c62ad067 2024-12-09T00:40:53,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b645f1ee41394b119afab7010d040c2e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b645f1ee41394b119afab7010d040c2e 2024-12-09T00:40:53,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/225dc2205ed049af9bbb293b48ad1467 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/225dc2205ed049af9bbb293b48ad1467 2024-12-09T00:40:53,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/88be6984f3214e1184174013cd01304d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/88be6984f3214e1184174013cd01304d 2024-12-09T00:40:53,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b9d53eac0f1e46feadf8e484499d860d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/b9d53eac0f1e46feadf8e484499d860d 2024-12-09T00:40:53,349 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/recovered.edits/431.seqid, newMaxSeqId=431, maxSeqId=4 2024-12-09T00:40:53,349 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. 2024-12-09T00:40:53,350 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 065b00d5893b1f27f2e7fa2a8c913897: Waiting for close lock at 1733704851569Running coprocessor pre-close hooks at 1733704851569Disabling compacts and flushes for region at 1733704851569Disabling writes for close at 1733704851569Obtaining lock to block concurrent updates at 1733704851570 (+1 ms)Preparing flush snapshotting stores in 065b00d5893b1f27f2e7fa2a8c913897 at 1733704851570Finished memstore snapshotting TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733704851570Flushing stores of TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897. at 1733704851572 (+2 ms)Flushing 065b00d5893b1f27f2e7fa2a8c913897/A: creating writer at 1733704851572Flushing mob file 065b00d5893b1f27f2e7fa2a8c913897/A: appending metadata at 1733704851581 (+9 ms)Flushing mob file 065b00d5893b1f27f2e7fa2a8c913897/A: closing flushed file at 1733704851581Flushing 065b00d5893b1f27f2e7fa2a8c913897/A: appending metadata at 1733704851995 (+414 ms)Flushing 065b00d5893b1f27f2e7fa2a8c913897/A: closing flushed file at 1733704851995Flushing 065b00d5893b1f27f2e7fa2a8c913897/B: creating writer at 1733704852411 (+416 ms)Flushing 065b00d5893b1f27f2e7fa2a8c913897/B: appending metadata at 1733704852414 (+3 ms)Flushing 065b00d5893b1f27f2e7fa2a8c913897/B: closing flushed file at 1733704852414Flushing 065b00d5893b1f27f2e7fa2a8c913897/C: creating writer at 1733704852831 (+417 ms)Flushing 065b00d5893b1f27f2e7fa2a8c913897/C: appending metadata at 1733704852836 (+5 ms)Flushing 065b00d5893b1f27f2e7fa2a8c913897/C: closing flushed file at 1733704852836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a47a11: reopening flushed file at 1733704853252 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273e9ec0: reopening flushed file at 1733704853257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c77d61: reopening flushed file at 1733704853262 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 065b00d5893b1f27f2e7fa2a8c913897 in 1699ms, sequenceid=428, compaction requested=true at 1733704853268 (+6 ms)Writing region close event to WAL at 1733704853345 (+77 ms)Running coprocessor post-close hooks at 1733704853349 (+4 ms)Closed at 1733704853349 2024-12-09T00:40:53,352 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=065b00d5893b1f27f2e7fa2a8c913897, regionState=CLOSED 2024-12-09T00:40:53,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:40:53,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-09T00:40:53,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 065b00d5893b1f27f2e7fa2a8c913897, server=1bae0942de96,45465,1733704794103 in 1.9400 sec 2024-12-09T00:40:53,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T00:40:53,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=065b00d5893b1f27f2e7fa2a8c913897, UNASSIGN in 1.9460 sec 2024-12-09T00:40:53,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-09T00:40:53,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9510 sec 2024-12-09T00:40:53,363 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704853363"}]},"ts":"1733704853363"} 2024-12-09T00:40:53,365 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T00:40:53,365 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T00:40:53,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9660 sec 2024-12-09T00:40:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-09T00:40:53,557 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:53,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T00:40:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,563 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T00:40:53,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,569 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,574 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/recovered.edits] 2024-12-09T00:40:53,577 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/21b3eeec8bb54404bb0b788108c42dfa to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/21b3eeec8bb54404bb0b788108c42dfa 2024-12-09T00:40:53,579 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/dc2620270d764f9ab1df1ce39b708d66 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/dc2620270d764f9ab1df1ce39b708d66 2024-12-09T00:40:53,581 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f64e3336b66341ea9958d80402052f16 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/A/f64e3336b66341ea9958d80402052f16 2024-12-09T00:40:53,584 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5858bbc5e54c4e4b9e6f0ec4f8f8aa3b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/5858bbc5e54c4e4b9e6f0ec4f8f8aa3b 2024-12-09T00:40:53,586 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/916947c98c7a4855bde9c9591db63456 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/916947c98c7a4855bde9c9591db63456 2024-12-09T00:40:53,589 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/B/ba6e0ceae6bf4ddeb09baa2dd695fe7a 2024-12-09T00:40:53,593 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/0f11860b9b0f44859e8225091bb62309 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/0f11860b9b0f44859e8225091bb62309 2024-12-09T00:40:53,596 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/443a10d60a7a41048febd14a35958304 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/443a10d60a7a41048febd14a35958304 2024-12-09T00:40:53,598 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a1dce623a1a247bc9bf4e174152d8785 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/C/a1dce623a1a247bc9bf4e174152d8785 2024-12-09T00:40:53,603 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/recovered.edits/431.seqid to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897/recovered.edits/431.seqid 2024-12-09T00:40:53,604 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,604 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T00:40:53,605 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T00:40:53,607 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T00:40:53,614 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209058fa742554f4332a63b0742f267e2aa_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209058fa742554f4332a63b0742f267e2aa_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,616 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090c0fa8048f3943cbaaa7bfc6be76c81d_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090c0fa8048f3943cbaaa7bfc6be76c81d_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,617 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120916e3aae3c8cd42c5a5397bbbfafd8c33_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120916e3aae3c8cd42c5a5397bbbfafd8c33_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,618 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091c0b758379a44c02892955dad1068248_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091c0b758379a44c02892955dad1068248_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,619 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091ed972300a0049869e4fda64a62d01e5_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091ed972300a0049869e4fda64a62d01e5_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,620 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092923530d9c714637948c484d09abcdf0_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092923530d9c714637948c484d09abcdf0_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,622 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093cc3ab3bfb8f40ae990c1e5a27eee111_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093cc3ab3bfb8f40ae990c1e5a27eee111_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,623 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093d7d06fa76e847d29c736f4ad12d767c_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093d7d06fa76e847d29c736f4ad12d767c_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,624 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120949e76410119c4f7fbc2755f2021cd788_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120949e76410119c4f7fbc2755f2021cd788_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,625 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094bfba25c44f14876b6a1b3db3ace525e_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094bfba25c44f14876b6a1b3db3ace525e_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,626 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209716cf6875cbf46eeaed3ba21dde96c5e_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209716cf6875cbf46eeaed3ba21dde96c5e_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,627 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097a91b10a4626402e819129f1c7b9ae7f_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097a91b10a4626402e819129f1c7b9ae7f_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,628 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120993acd800565742329f10e5d7a1b432c3_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120993acd800565742329f10e5d7a1b432c3_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,628 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209947e9db14c6a4ef18c07d7221d4ea8d7_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209947e9db14c6a4ef18c07d7221d4ea8d7_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:40:53,629 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a21fc75df9744e349146ae4f51309609_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a21fc75df9744e349146ae4f51309609_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,630 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a9567bc9ae114d8fbcbec8131c71a6db_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a9567bc9ae114d8fbcbec8131c71a6db_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,631 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b545d8585af14d11aff0ca1976bb7e36_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b545d8585af14d11aff0ca1976bb7e36_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,632 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b63106d7b3bb4d6eb3ab7657d070eb30_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b63106d7b3bb4d6eb3ab7657d070eb30_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,633 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bd8160b295c64448b196f2fd98d45092_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bd8160b295c64448b196f2fd98d45092_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,634 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cb57bf4d703742c79407ace69026858a_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cb57bf4d703742c79407ace69026858a_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,634 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eef98a9392334436aded2df7298bf8c5_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209eef98a9392334436aded2df7298bf8c5_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,635 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f20c989a5c6e44d388138ff0615fd79e_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f20c989a5c6e44d388138ff0615fd79e_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,636 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fcc7e29e7e1149db98d8f3f94bec315d_065b00d5893b1f27f2e7fa2a8c913897 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fcc7e29e7e1149db98d8f3f94bec315d_065b00d5893b1f27f2e7fa2a8c913897 2024-12-09T00:40:53,636 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T00:40:53,638 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,640 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T00:40:53,642 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T00:40:53,643 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,643 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T00:40:53,643 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733704853643"}]},"ts":"9223372036854775807"} 2024-12-09T00:40:53,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T00:40:53,645 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 065b00d5893b1f27f2e7fa2a8c913897, NAME => 'TestAcidGuarantees,,1733704824473.065b00d5893b1f27f2e7fa2a8c913897.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:40:53,645 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T00:40:53,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733704853645"}]},"ts":"9223372036854775807"} 2024-12-09T00:40:53,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T00:40:53,648 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-12-09T00:40:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-09T00:40:53,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T00:40:53,675 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:53,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_608251552_22 at /127.0.0.1:41290 [Waiting for operation #1166] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:33850 [Waiting for operation #1033] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:33848 [Waiting for operation #1021] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_608251552_22 at /127.0.0.1:38710 [Waiting for operation #1403] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=16194 (was 16485) 2024-12-09T00:40:53,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=16194 2024-12-09T00:40:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:40:53,694 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:40:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T00:40:53,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:40:53,697 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:53,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-12-09T00:40:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-09T00:40:53,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:40:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742099_1275 (size=959) 2024-12-09T00:40:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-09T00:40:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-09T00:40:54,110 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:40:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742100_1276 (size=53) 2024-12-09T00:40:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-09T00:40:54,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:40:54,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f6b19269c54162100ee70cc14419675d, disabling compactions & flushes 2024-12-09T00:40:54,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. after waiting 0 ms 2024-12-09T00:40:54,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,524 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6b19269c54162100ee70cc14419675d: Waiting for close lock at 1733704854524Disabling compacts and flushes for region at 1733704854524Disabling writes for close at 1733704854524Writing region close event to WAL at 1733704854524Closed at 1733704854524 2024-12-09T00:40:54,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:40:54,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733704854555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733704854555"}]},"ts":"1733704854555"} 2024-12-09T00:40:54,557 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T00:40:54,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:40:54,558 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704854558"}]},"ts":"1733704854558"} 2024-12-09T00:40:54,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T00:40:54,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, ASSIGN}] 2024-12-09T00:40:54,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, ASSIGN 2024-12-09T00:40:54,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, ASSIGN; state=OFFLINE, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=false 2024-12-09T00:40:54,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=f6b19269c54162100ee70cc14419675d, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:54,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, ASSIGN because future has completed 2024-12-09T00:40:54,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:40:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-09T00:40:54,875 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,876 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:40:54,876 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,876 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:40:54,876 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,876 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,879 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,881 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b19269c54162100ee70cc14419675d columnFamilyName A 2024-12-09T00:40:54,881 DEBUG [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:54,882 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] regionserver.HStore(327): Store=f6b19269c54162100ee70cc14419675d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:54,882 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,884 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b19269c54162100ee70cc14419675d columnFamilyName B 2024-12-09T00:40:54,884 DEBUG [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:54,884 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] regionserver.HStore(327): Store=f6b19269c54162100ee70cc14419675d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:54,884 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,886 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b19269c54162100ee70cc14419675d columnFamilyName C 2024-12-09T00:40:54,886 DEBUG [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:40:54,887 INFO [StoreOpener-f6b19269c54162100ee70cc14419675d-1 {}] regionserver.HStore(327): Store=f6b19269c54162100ee70cc14419675d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:40:54,887 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,888 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,889 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,890 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,890 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,891 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:40:54,893 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,897 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:40:54,897 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened f6b19269c54162100ee70cc14419675d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60518885, jitterRate=-0.09819833934307098}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:40:54,897 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:54,898 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for f6b19269c54162100ee70cc14419675d: Running coprocessor pre-open hook at 1733704854877Writing region info on filesystem at 1733704854877Initializing all the Stores at 1733704854878 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704854878Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704854879 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704854879Cleaning up temporary data from old regions at 1733704854890 (+11 ms)Running coprocessor post-open hooks at 1733704854897 (+7 ms)Region opened successfully at 1733704854898 (+1 ms) 2024-12-09T00:40:54,899 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., pid=71, masterSystemTime=1733704854868 2024-12-09T00:40:54,901 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,901 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:54,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=f6b19269c54162100ee70cc14419675d, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:40:54,903 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37335 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1bae0942de96,45465,1733704794103, table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T00:40:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:40:54,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-09T00:40:54,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 in 189 msec 2024-12-09T00:40:54,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-12-09T00:40:54,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, ASSIGN in 346 msec 2024-12-09T00:40:54,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:40:54,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704854908"}]},"ts":"1733704854908"} 2024-12-09T00:40:54,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T00:40:54,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:40:54,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2170 sec 2024-12-09T00:40:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-09T00:40:55,856 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:55,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,862 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eee447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,866 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743412a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:40:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:40:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a17bbf 2024-12-09T00:40:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:40:55,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:40:55,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4380591a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2601978d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,877 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6dae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afe32d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6692d9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,882 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c61cfcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,884 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327eae69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,886 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cc02bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6f1ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e37b7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,892 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed04318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,894 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491285dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,895 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383667b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8ab030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,898 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2b25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,899 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c06292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,901 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f1f441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,902 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef1f8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:40:55,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:40:55,903 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d7bc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:40:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:40:55,904 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:40:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58396e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:40:55,905 DEBUG [Thread-1264 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,905 DEBUG [Thread-1279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,906 DEBUG [Thread-1268 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,906 DEBUG [Thread-1273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,906 DEBUG [Thread-1277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,906 DEBUG [Thread-1270 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,906 DEBUG [Thread-1281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,907 DEBUG [Thread-1268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,907 DEBUG [Thread-1275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-09T00:40:55,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,908 DEBUG [Thread-1262 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,908 DEBUG [Thread-1266 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,909 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,910 DEBUG [Thread-1277 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,910 DEBUG [Thread-1277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T00:40:55,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,911 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:55,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:55,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:40:55,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:40:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:40:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:55,921 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:55,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:40:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704915956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:55,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/b8e8103cb566483998a7dccc4b384e52 is 50, key is test_row_0/A:col10/1733704855918/Put/seqid=0 2024-12-09T00:40:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704915958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704915959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704915959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704915960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:55,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742101_1277 (size=12001) 2024-12-09T00:40:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T00:40:56,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704916065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704916065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704916075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704916075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704916075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T00:40:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704916275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704916275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704916285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704916285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704916285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/b8e8103cb566483998a7dccc4b384e52 2024-12-09T00:40:56,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/5a43f57428b64759afdc77ec971d912a is 50, key is test_row_0/B:col10/1733704855918/Put/seqid=0 2024-12-09T00:40:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742102_1278 (size=12001) 2024-12-09T00:40:56,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T00:40:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704916585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704916585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704916595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704916595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704916595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:56,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/5a43f57428b64759afdc77ec971d912a 2024-12-09T00:40:56,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/eabcad809dec40f3b085b108e20c1bd0 is 50, key is test_row_0/C:col10/1733704855918/Put/seqid=0 2024-12-09T00:40:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742103_1279 (size=12001) 2024-12-09T00:40:56,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:56,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T00:40:57,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704917095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:57,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704917095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:57,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704917105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704917105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704917105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:57,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:57,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:57,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:57,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/eabcad809dec40f3b085b108e20c1bd0 2024-12-09T00:40:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/b8e8103cb566483998a7dccc4b384e52 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/b8e8103cb566483998a7dccc4b384e52 2024-12-09T00:40:57,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/b8e8103cb566483998a7dccc4b384e52, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T00:40:57,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/5a43f57428b64759afdc77ec971d912a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/5a43f57428b64759afdc77ec971d912a 2024-12-09T00:40:57,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/5a43f57428b64759afdc77ec971d912a, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T00:40:57,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/eabcad809dec40f3b085b108e20c1bd0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/eabcad809dec40f3b085b108e20c1bd0 2024-12-09T00:40:57,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/eabcad809dec40f3b085b108e20c1bd0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T00:40:57,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6b19269c54162100ee70cc14419675d in 1356ms, sequenceid=13, compaction requested=false 2024-12-09T00:40:57,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:40:57,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T00:40:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:57,288 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:40:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7b9852e35ea34eabb93052838a300f66 is 50, key is test_row_0/A:col10/1733704855957/Put/seqid=0 2024-12-09T00:40:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742104_1280 (size=12001) 2024-12-09T00:40:57,300 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7b9852e35ea34eabb93052838a300f66 2024-12-09T00:40:57,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/d450ba76f32843dfb67a46465c99ce0f is 50, key is test_row_0/B:col10/1733704855957/Put/seqid=0 2024-12-09T00:40:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742105_1281 (size=12001) 2024-12-09T00:40:57,712 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/d450ba76f32843dfb67a46465c99ce0f 2024-12-09T00:40:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/06a9c90a48b24c96bbd470a43550dbe1 is 50, key is test_row_0/C:col10/1733704855957/Put/seqid=0 2024-12-09T00:40:57,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742106_1282 (size=12001) 2024-12-09T00:40:57,745 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/06a9c90a48b24c96bbd470a43550dbe1 2024-12-09T00:40:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7b9852e35ea34eabb93052838a300f66 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7b9852e35ea34eabb93052838a300f66 2024-12-09T00:40:57,755 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7b9852e35ea34eabb93052838a300f66, entries=150, sequenceid=37, filesize=11.7 K 2024-12-09T00:40:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/d450ba76f32843dfb67a46465c99ce0f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d450ba76f32843dfb67a46465c99ce0f 2024-12-09T00:40:57,763 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d450ba76f32843dfb67a46465c99ce0f, entries=150, sequenceid=37, filesize=11.7 K 2024-12-09T00:40:57,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/06a9c90a48b24c96bbd470a43550dbe1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/06a9c90a48b24c96bbd470a43550dbe1 2024-12-09T00:40:57,769 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/06a9c90a48b24c96bbd470a43550dbe1, entries=150, sequenceid=37, filesize=11.7 K 2024-12-09T00:40:57,770 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f6b19269c54162100ee70cc14419675d in 482ms, sequenceid=37, compaction requested=false 2024-12-09T00:40:57,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:40:57,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:57,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-09T00:40:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-09T00:40:57,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-09T00:40:57,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-12-09T00:40:57,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8680 sec 2024-12-09T00:40:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T00:40:58,065 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:40:58,065 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:40:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-09T00:40:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:40:58,067 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:40:58,068 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:40:58,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:40:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:40:58,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:40:58,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:40:58,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7acac030d0344545b1a73f5aac71297b is 50, key is test_row_0/A:col10/1733704858117/Put/seqid=0 2024-12-09T00:40:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742107_1283 (size=14341) 2024-12-09T00:40:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704918159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704918158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704918159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704918162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704918163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:40:58,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704918265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704918275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704918275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704918275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704918275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:58,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:40:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704918475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704918485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704918485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704918486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704918486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7acac030d0344545b1a73f5aac71297b 2024-12-09T00:40:58,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/709c4577b4d94343a8c26ab49200bb77 is 50, key is test_row_0/B:col10/1733704858117/Put/seqid=0 2024-12-09T00:40:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742108_1284 (size=12001) 2024-12-09T00:40:58,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:40:58,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704918785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704918795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704918795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704918795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704918795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:58,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T00:40:58,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/709c4577b4d94343a8c26ab49200bb77 2024-12-09T00:40:58,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/866dbcb058294ed7b49f7fd6b041b4a3 is 50, key is test_row_0/C:col10/1733704858117/Put/seqid=0 2024-12-09T00:40:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742109_1285 (size=12001) 2024-12-09T00:40:58,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:58,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:40:59,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:40:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:40:59,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704919295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704919305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704919305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704919305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704919306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:40:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:40:59,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/866dbcb058294ed7b49f7fd6b041b4a3 2024-12-09T00:40:59,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7acac030d0344545b1a73f5aac71297b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7acac030d0344545b1a73f5aac71297b 2024-12-09T00:40:59,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7acac030d0344545b1a73f5aac71297b, entries=200, sequenceid=50, filesize=14.0 K 2024-12-09T00:40:59,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/709c4577b4d94343a8c26ab49200bb77 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/709c4577b4d94343a8c26ab49200bb77 2024-12-09T00:40:59,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/709c4577b4d94343a8c26ab49200bb77, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T00:40:59,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/866dbcb058294ed7b49f7fd6b041b4a3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/866dbcb058294ed7b49f7fd6b041b4a3 2024-12-09T00:40:59,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/866dbcb058294ed7b49f7fd6b041b4a3, entries=150, sequenceid=50, filesize=11.7 K 2024-12-09T00:40:59,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f6b19269c54162100ee70cc14419675d in 1270ms, sequenceid=50, compaction requested=true 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:40:59,387 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:59,387 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:59,388 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:59,388 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:59,388 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:40:59,388 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,388 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:40:59,388 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,388 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/5a43f57428b64759afdc77ec971d912a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d450ba76f32843dfb67a46465c99ce0f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/709c4577b4d94343a8c26ab49200bb77] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=35.2 K 2024-12-09T00:40:59,388 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/b8e8103cb566483998a7dccc4b384e52, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7b9852e35ea34eabb93052838a300f66, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7acac030d0344545b1a73f5aac71297b] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=37.4 K 2024-12-09T00:40:59,388 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a43f57428b64759afdc77ec971d912a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733704855918 2024-12-09T00:40:59,389 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8e8103cb566483998a7dccc4b384e52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733704855918 2024-12-09T00:40:59,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d450ba76f32843dfb67a46465c99ce0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733704855950 2024-12-09T00:40:59,389 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b9852e35ea34eabb93052838a300f66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733704855950 2024-12-09T00:40:59,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 709c4577b4d94343a8c26ab49200bb77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733704858116 2024-12-09T00:40:59,389 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7acac030d0344545b1a73f5aac71297b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733704858116 2024-12-09T00:40:59,395 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:59,395 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/19b39069dd4540718dfc8958dba398f2 is 50, key is test_row_0/A:col10/1733704858117/Put/seqid=0 2024-12-09T00:40:59,398 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:59,398 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/0cf31bb5706a4d8ba464a7b953745851 is 50, key is test_row_0/B:col10/1733704858117/Put/seqid=0 2024-12-09T00:40:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742110_1286 (size=12104) 2024-12-09T00:40:59,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742111_1287 (size=12104) 2024-12-09T00:40:59,407 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/19b39069dd4540718dfc8958dba398f2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/19b39069dd4540718dfc8958dba398f2 2024-12-09T00:40:59,410 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/0cf31bb5706a4d8ba464a7b953745851 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/0cf31bb5706a4d8ba464a7b953745851 2024-12-09T00:40:59,413 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into 19b39069dd4540718dfc8958dba398f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:59,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:40:59,413 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704859387; duration=0sec 2024-12-09T00:40:59,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:40:59,414 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:40:59,414 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:40:59,415 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:40:59,415 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:40:59,415 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,415 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/eabcad809dec40f3b085b108e20c1bd0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/06a9c90a48b24c96bbd470a43550dbe1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/866dbcb058294ed7b49f7fd6b041b4a3] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=35.2 K 2024-12-09T00:40:59,416 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabcad809dec40f3b085b108e20c1bd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733704855918 2024-12-09T00:40:59,416 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06a9c90a48b24c96bbd470a43550dbe1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733704855950 2024-12-09T00:40:59,416 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 866dbcb058294ed7b49f7fd6b041b4a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733704858116 2024-12-09T00:40:59,417 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into 0cf31bb5706a4d8ba464a7b953745851(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:59,417 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:40:59,417 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704859387; duration=0sec 2024-12-09T00:40:59,417 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:59,417 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:40:59,423 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:40:59,423 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/830c03630adb4bd6b5ac8f8c2a24980f is 50, key is test_row_0/C:col10/1733704858117/Put/seqid=0 2024-12-09T00:40:59,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742112_1288 (size=12104) 2024-12-09T00:40:59,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T00:40:59,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:40:59,442 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:40:59,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/82494d55de574c89937b892ff6a53427 is 50, key is test_row_0/A:col10/1733704858161/Put/seqid=0 2024-12-09T00:40:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742113_1289 (size=12001) 2024-12-09T00:40:59,867 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/830c03630adb4bd6b5ac8f8c2a24980f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/830c03630adb4bd6b5ac8f8c2a24980f 2024-12-09T00:40:59,867 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/82494d55de574c89937b892ff6a53427 2024-12-09T00:40:59,871 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into 830c03630adb4bd6b5ac8f8c2a24980f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:40:59,871 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:40:59,871 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704859387; duration=0sec 2024-12-09T00:40:59,871 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:40:59,871 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:40:59,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/2d4eabab041d4aa5a20291134bffd571 is 50, key is test_row_0/B:col10/1733704858161/Put/seqid=0 2024-12-09T00:40:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742114_1290 (size=12001) 2024-12-09T00:40:59,877 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/2d4eabab041d4aa5a20291134bffd571 2024-12-09T00:40:59,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/57dde6d9d50b48bc99107f6f6ad2869f is 50, key is test_row_0/C:col10/1733704858161/Put/seqid=0 2024-12-09T00:40:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742115_1291 (size=12001) 2024-12-09T00:41:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:41:00,289 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/57dde6d9d50b48bc99107f6f6ad2869f 2024-12-09T00:41:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/82494d55de574c89937b892ff6a53427 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/82494d55de574c89937b892ff6a53427 2024-12-09T00:41:00,295 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/82494d55de574c89937b892ff6a53427, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T00:41:00,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/2d4eabab041d4aa5a20291134bffd571 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/2d4eabab041d4aa5a20291134bffd571 2024-12-09T00:41:00,299 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/2d4eabab041d4aa5a20291134bffd571, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T00:41:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/57dde6d9d50b48bc99107f6f6ad2869f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/57dde6d9d50b48bc99107f6f6ad2869f 2024-12-09T00:41:00,315 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/57dde6d9d50b48bc99107f6f6ad2869f, entries=150, sequenceid=75, filesize=11.7 K 2024-12-09T00:41:00,315 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for f6b19269c54162100ee70cc14419675d in 873ms, sequenceid=75, compaction requested=false 2024-12-09T00:41:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-09T00:41:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-09T00:41:00,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-09T00:41:00,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-12-09T00:41:00,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.2540 sec 2024-12-09T00:41:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:00,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:00,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:41:00,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/1c6498d9ec684954af2c895f1c5d2c81 is 50, key is test_row_0/A:col10/1733704860320/Put/seqid=0 2024-12-09T00:41:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742116_1292 (size=14341) 2024-12-09T00:41:00,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704920341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704920342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704920342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704920345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704920344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704920455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704920455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704920455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704920455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704920455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704920665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704920665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704920665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704920665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704920666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/1c6498d9ec684954af2c895f1c5d2c81 2024-12-09T00:41:00,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/93feaa0c7dda4d389f474eb7043709d2 is 50, key is test_row_0/B:col10/1733704860320/Put/seqid=0 2024-12-09T00:41:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742117_1293 (size=12001) 2024-12-09T00:41:00,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704920975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704920975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704920975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704920975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704920975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:01,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/93feaa0c7dda4d389f474eb7043709d2 2024-12-09T00:41:01,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/48d995e74409478d92d9ad96dda34e30 is 50, key is test_row_0/C:col10/1733704860320/Put/seqid=0 2024-12-09T00:41:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742118_1294 (size=12001) 2024-12-09T00:41:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704921485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704921485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704921485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704921485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704921485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:01,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/48d995e74409478d92d9ad96dda34e30 2024-12-09T00:41:01,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/1c6498d9ec684954af2c895f1c5d2c81 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/1c6498d9ec684954af2c895f1c5d2c81 2024-12-09T00:41:01,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/1c6498d9ec684954af2c895f1c5d2c81, entries=200, sequenceid=87, filesize=14.0 K 2024-12-09T00:41:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/93feaa0c7dda4d389f474eb7043709d2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/93feaa0c7dda4d389f474eb7043709d2 2024-12-09T00:41:01,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/93feaa0c7dda4d389f474eb7043709d2, entries=150, sequenceid=87, filesize=11.7 K 2024-12-09T00:41:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/48d995e74409478d92d9ad96dda34e30 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/48d995e74409478d92d9ad96dda34e30 2024-12-09T00:41:01,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/48d995e74409478d92d9ad96dda34e30, entries=150, sequenceid=87, filesize=11.7 K 2024-12-09T00:41:01,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6b19269c54162100ee70cc14419675d in 1242ms, sequenceid=87, compaction requested=true 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:01,565 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:01,565 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:01,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:01,566 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:01,566 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:01,566 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:01,566 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:01,566 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:01,566 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:01,566 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/19b39069dd4540718dfc8958dba398f2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/82494d55de574c89937b892ff6a53427, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/1c6498d9ec684954af2c895f1c5d2c81] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=37.5 K 2024-12-09T00:41:01,566 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/0cf31bb5706a4d8ba464a7b953745851, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/2d4eabab041d4aa5a20291134bffd571, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/93feaa0c7dda4d389f474eb7043709d2] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=35.3 K 2024-12-09T00:41:01,566 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19b39069dd4540718dfc8958dba398f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733704858116 2024-12-09T00:41:01,566 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cf31bb5706a4d8ba464a7b953745851, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733704858116 2024-12-09T00:41:01,567 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82494d55de574c89937b892ff6a53427, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733704858157 2024-12-09T00:41:01,567 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d4eabab041d4aa5a20291134bffd571, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733704858157 2024-12-09T00:41:01,567 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c6498d9ec684954af2c895f1c5d2c81, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733704860319 2024-12-09T00:41:01,567 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 93feaa0c7dda4d389f474eb7043709d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733704860319 2024-12-09T00:41:01,572 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:01,573 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a32f243920344e59be67f221f646c0c0 is 50, key is test_row_0/B:col10/1733704860320/Put/seqid=0 2024-12-09T00:41:01,573 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:01,573 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/2dc55038cdab4b0eb74b9a081d95983e is 50, key is test_row_0/A:col10/1733704860320/Put/seqid=0 2024-12-09T00:41:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742119_1295 (size=12207) 2024-12-09T00:41:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742120_1296 (size=12207) 2024-12-09T00:41:01,587 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a32f243920344e59be67f221f646c0c0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a32f243920344e59be67f221f646c0c0 2024-12-09T00:41:01,588 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/2dc55038cdab4b0eb74b9a081d95983e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/2dc55038cdab4b0eb74b9a081d95983e 2024-12-09T00:41:01,591 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into 2dc55038cdab4b0eb74b9a081d95983e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:01,591 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into a32f243920344e59be67f221f646c0c0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:01,591 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:01,591 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:01,591 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704861565; duration=0sec 2024-12-09T00:41:01,591 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704861565; duration=0sec 2024-12-09T00:41:01,591 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:01,591 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:01,591 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:01,591 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:01,592 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:01,592 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:01,592 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:01,593 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:01,593 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/830c03630adb4bd6b5ac8f8c2a24980f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/57dde6d9d50b48bc99107f6f6ad2869f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/48d995e74409478d92d9ad96dda34e30] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=35.3 K 2024-12-09T00:41:01,593 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 830c03630adb4bd6b5ac8f8c2a24980f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733704858116 2024-12-09T00:41:01,593 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57dde6d9d50b48bc99107f6f6ad2869f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733704858157 2024-12-09T00:41:01,594 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48d995e74409478d92d9ad96dda34e30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733704860319 2024-12-09T00:41:01,600 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:01,601 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523 is 50, key is test_row_0/C:col10/1733704860320/Put/seqid=0 2024-12-09T00:41:01,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742121_1297 (size=12207) 2024-12-09T00:41:02,008 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523 2024-12-09T00:41:02,012 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into e8bfc87dd8f74b3cbd7b8d9d42c2b523(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:02,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:02,012 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704861565; duration=0sec 2024-12-09T00:41:02,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:02,012 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T00:41:02,235 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:02,235 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-09T00:41:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T00:41:02,237 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:02,237 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:02,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T00:41:02,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T00:41:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:02,390 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:41:02,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/851c9351350d4ffb96f1eda367c402d5 is 50, key is test_row_0/A:col10/1733704860344/Put/seqid=0 2024-12-09T00:41:02,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742122_1298 (size=12001) 2024-12-09T00:41:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:02,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:02,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704922501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704922502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704922502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704922503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704922505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,507 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T00:41:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704922605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704922615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704922615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704922615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,799 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/851c9351350d4ffb96f1eda367c402d5 2024-12-09T00:41:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/e9edab63cc904ef7875bdd848bfcb418 is 50, key is test_row_0/B:col10/1733704860344/Put/seqid=0 2024-12-09T00:41:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742123_1299 (size=12001) 2024-12-09T00:41:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704922815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704922825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704922825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704922826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T00:41:03,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704923125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704923135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704923135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704923135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,209 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/e9edab63cc904ef7875bdd848bfcb418 2024-12-09T00:41:03,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/65f4926ee5d640d4ab1563e7ec13ffae is 50, key is test_row_0/C:col10/1733704860344/Put/seqid=0 2024-12-09T00:41:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742124_1300 (size=12001) 2024-12-09T00:41:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T00:41:03,619 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/65f4926ee5d640d4ab1563e7ec13ffae 2024-12-09T00:41:03,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/851c9351350d4ffb96f1eda367c402d5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/851c9351350d4ffb96f1eda367c402d5 2024-12-09T00:41:03,626 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/851c9351350d4ffb96f1eda367c402d5, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T00:41:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/e9edab63cc904ef7875bdd848bfcb418 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/e9edab63cc904ef7875bdd848bfcb418 2024-12-09T00:41:03,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:41:03,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T00:41:03,632 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/e9edab63cc904ef7875bdd848bfcb418, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T00:41:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/65f4926ee5d640d4ab1563e7ec13ffae as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/65f4926ee5d640d4ab1563e7ec13ffae 2024-12-09T00:41:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704923635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,637 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/65f4926ee5d640d4ab1563e7ec13ffae, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T00:41:03,638 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f6b19269c54162100ee70cc14419675d in 1248ms, sequenceid=115, compaction requested=false 2024-12-09T00:41:03,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:03,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:03,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-09T00:41:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-09T00:41:03,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T00:41:03,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-12-09T00:41:03,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4070 sec 2024-12-09T00:41:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:03,647 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:03,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:41:03,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a6968bdc0fc445c88b884ada421d305e is 50, key is test_row_1/A:col10/1733704862501/Put/seqid=0 2024-12-09T00:41:03,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742125_1301 (size=9657) 2024-12-09T00:41:03,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704923677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704923678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704923679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704923785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704923785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704923786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704923995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704923995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704923995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a6968bdc0fc445c88b884ada421d305e 2024-12-09T00:41:04,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/4a58dfccf0a94b53b236a475c2ddb7c3 is 50, key is test_row_1/B:col10/1733704862501/Put/seqid=0 2024-12-09T00:41:04,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742126_1302 (size=9657) 2024-12-09T00:41:04,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704924305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704924305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704924305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T00:41:04,385 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:04,385 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-09T00:41:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T00:41:04,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:04,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:04,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:04,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/4a58dfccf0a94b53b236a475c2ddb7c3 2024-12-09T00:41:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T00:41:04,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e90c5bbf350c453e875459e176793709 is 50, key is test_row_1/C:col10/1733704862501/Put/seqid=0 2024-12-09T00:41:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742127_1303 (size=9657) 2024-12-09T00:41:04,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704924515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,517 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T00:41:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704924645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,647 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T00:41:04,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:04,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T00:41:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704924815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704924815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704924815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:04,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T00:41:04,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:04,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:04,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e90c5bbf350c453e875459e176793709 2024-12-09T00:41:04,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a6968bdc0fc445c88b884ada421d305e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a6968bdc0fc445c88b884ada421d305e 2024-12-09T00:41:04,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a6968bdc0fc445c88b884ada421d305e, entries=100, sequenceid=127, filesize=9.4 K 2024-12-09T00:41:04,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/4a58dfccf0a94b53b236a475c2ddb7c3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4a58dfccf0a94b53b236a475c2ddb7c3 2024-12-09T00:41:04,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4a58dfccf0a94b53b236a475c2ddb7c3, entries=100, sequenceid=127, filesize=9.4 K 2024-12-09T00:41:04,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e90c5bbf350c453e875459e176793709 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e90c5bbf350c453e875459e176793709 2024-12-09T00:41:04,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e90c5bbf350c453e875459e176793709, entries=100, sequenceid=127, filesize=9.4 K 2024-12-09T00:41:04,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6b19269c54162100ee70cc14419675d in 1277ms, sequenceid=127, compaction requested=true 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:04,925 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:04,925 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:04,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:04,926 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:04,926 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:04,926 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,926 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a32f243920344e59be67f221f646c0c0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/e9edab63cc904ef7875bdd848bfcb418, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4a58dfccf0a94b53b236a475c2ddb7c3] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=33.1 K 2024-12-09T00:41:04,926 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:04,926 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:04,926 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,926 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/2dc55038cdab4b0eb74b9a081d95983e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/851c9351350d4ffb96f1eda367c402d5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a6968bdc0fc445c88b884ada421d305e] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=33.1 K 2024-12-09T00:41:04,927 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a32f243920344e59be67f221f646c0c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733704860319 2024-12-09T00:41:04,927 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc55038cdab4b0eb74b9a081d95983e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733704860319 2024-12-09T00:41:04,927 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e9edab63cc904ef7875bdd848bfcb418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733704860333 2024-12-09T00:41:04,927 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 851c9351350d4ffb96f1eda367c402d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733704860333 2024-12-09T00:41:04,927 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a58dfccf0a94b53b236a475c2ddb7c3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733704862501 2024-12-09T00:41:04,927 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6968bdc0fc445c88b884ada421d305e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733704862501 2024-12-09T00:41:04,934 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:04,934 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:04,934 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3ff688bf58584c29959b0c83f06aab50 is 50, key is test_row_0/A:col10/1733704860344/Put/seqid=0 2024-12-09T00:41:04,934 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/f0c5d83cc29c4de2ab7cad2e2e35de27 is 50, key is test_row_0/B:col10/1733704860344/Put/seqid=0 2024-12-09T00:41:04,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742128_1304 (size=12309) 2024-12-09T00:41:04,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742129_1305 (size=12309) 2024-12-09T00:41:04,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T00:41:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:04,998 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:41:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/70d1f4e5da6a4578b064e2273dd8284f is 50, key is test_row_0/A:col10/1733704863677/Put/seqid=0 2024-12-09T00:41:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742130_1306 (size=12151) 2024-12-09T00:41:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T00:41:05,345 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3ff688bf58584c29959b0c83f06aab50 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3ff688bf58584c29959b0c83f06aab50 2024-12-09T00:41:05,351 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into 3ff688bf58584c29959b0c83f06aab50(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:05,351 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:05,351 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704864925; duration=0sec 2024-12-09T00:41:05,351 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:05,351 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:05,352 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:05,353 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:05,353 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:05,353 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:05,353 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/65f4926ee5d640d4ab1563e7ec13ffae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e90c5bbf350c453e875459e176793709] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=33.1 K 2024-12-09T00:41:05,353 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8bfc87dd8f74b3cbd7b8d9d42c2b523, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733704860319 2024-12-09T00:41:05,353 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65f4926ee5d640d4ab1563e7ec13ffae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733704860333 2024-12-09T00:41:05,354 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e90c5bbf350c453e875459e176793709, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733704862501 2024-12-09T00:41:05,354 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/f0c5d83cc29c4de2ab7cad2e2e35de27 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/f0c5d83cc29c4de2ab7cad2e2e35de27 2024-12-09T00:41:05,359 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into f0c5d83cc29c4de2ab7cad2e2e35de27(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:05,359 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:05,359 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704864925; duration=0sec 2024-12-09T00:41:05,359 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:05,359 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:05,368 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:05,368 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/bc88a391ae13457caa90a5943cb1c1de is 50, key is test_row_0/C:col10/1733704860344/Put/seqid=0 2024-12-09T00:41:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742131_1307 (size=12309) 2024-12-09T00:41:05,376 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/bc88a391ae13457caa90a5943cb1c1de as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/bc88a391ae13457caa90a5943cb1c1de 2024-12-09T00:41:05,381 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into bc88a391ae13457caa90a5943cb1c1de(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:05,381 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:05,381 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704864925; duration=0sec 2024-12-09T00:41:05,381 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:05,381 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:05,407 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/70d1f4e5da6a4578b064e2273dd8284f 2024-12-09T00:41:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/bf0531768ab7487fb155309bb7b465db is 50, key is test_row_0/B:col10/1733704863677/Put/seqid=0 2024-12-09T00:41:05,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742132_1308 (size=12151) 2024-12-09T00:41:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T00:41:05,818 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/bf0531768ab7487fb155309bb7b465db 2024-12-09T00:41:05,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/9a9d2f4e762742238cdcfe6f53397fc9 is 50, key is test_row_0/C:col10/1733704863677/Put/seqid=0 2024-12-09T00:41:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742133_1309 (size=12151) 2024-12-09T00:41:05,828 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/9a9d2f4e762742238cdcfe6f53397fc9 2024-12-09T00:41:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/70d1f4e5da6a4578b064e2273dd8284f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/70d1f4e5da6a4578b064e2273dd8284f 2024-12-09T00:41:05,836 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/70d1f4e5da6a4578b064e2273dd8284f, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T00:41:05,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/bf0531768ab7487fb155309bb7b465db as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/bf0531768ab7487fb155309bb7b465db 2024-12-09T00:41:05,841 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/bf0531768ab7487fb155309bb7b465db, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T00:41:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/9a9d2f4e762742238cdcfe6f53397fc9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/9a9d2f4e762742238cdcfe6f53397fc9 2024-12-09T00:41:05,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:05,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704925839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704925839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:05,845 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/9a9d2f4e762742238cdcfe6f53397fc9, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T00:41:05,845 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f6b19269c54162100ee70cc14419675d in 847ms, sequenceid=151, compaction requested=false 2024-12-09T00:41:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-09T00:41:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-09T00:41:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:05,847 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:05,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:41:05,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-09T00:41:05,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-12-09T00:41:05,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a31b05899bc3408fa205ce49908f1247 is 50, key is test_row_0/A:col10/1733704865841/Put/seqid=0 2024-12-09T00:41:05,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4650 sec 2024-12-09T00:41:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742134_1310 (size=14541) 2024-12-09T00:41:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704925924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:05,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704925945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:05,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704925945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704926035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704926155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704926155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704926245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a31b05899bc3408fa205ce49908f1247 2024-12-09T00:41:06,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/555dc83315104ccdbc7eefc919a2a23c is 50, key is test_row_0/B:col10/1733704865841/Put/seqid=0 2024-12-09T00:41:06,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742135_1311 (size=12151) 2024-12-09T00:41:06,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704926465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704926465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T00:41:06,535 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:06,536 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-09T00:41:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T00:41:06,537 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:06,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:06,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704926555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T00:41:06,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/555dc83315104ccdbc7eefc919a2a23c 2024-12-09T00:41:06,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/6414208c029c408abdb27f097104ed58 is 50, key is test_row_0/C:col10/1733704865841/Put/seqid=0 2024-12-09T00:41:06,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742136_1312 (size=12151) 2024-12-09T00:41:06,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704926675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,678 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T00:41:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:06,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T00:41:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:06,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T00:41:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704926975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704926975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:06,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T00:41:06,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:06,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:06,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:06,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704927065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:07,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/6414208c029c408abdb27f097104ed58 2024-12-09T00:41:07,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a31b05899bc3408fa205ce49908f1247 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a31b05899bc3408fa205ce49908f1247 2024-12-09T00:41:07,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a31b05899bc3408fa205ce49908f1247, entries=200, sequenceid=167, filesize=14.2 K 2024-12-09T00:41:07,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/555dc83315104ccdbc7eefc919a2a23c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/555dc83315104ccdbc7eefc919a2a23c 2024-12-09T00:41:07,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/555dc83315104ccdbc7eefc919a2a23c, entries=150, sequenceid=167, filesize=11.9 K 2024-12-09T00:41:07,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/6414208c029c408abdb27f097104ed58 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/6414208c029c408abdb27f097104ed58 2024-12-09T00:41:07,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/6414208c029c408abdb27f097104ed58, entries=150, sequenceid=167, filesize=11.9 K 2024-12-09T00:41:07,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f6b19269c54162100ee70cc14419675d in 1245ms, sequenceid=167, compaction requested=true 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:07,092 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:07,092 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:07,093 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:07,093 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:07,093 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:07,093 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:07,093 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:07,093 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:07,093 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/f0c5d83cc29c4de2ab7cad2e2e35de27, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/bf0531768ab7487fb155309bb7b465db, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/555dc83315104ccdbc7eefc919a2a23c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=35.8 K 2024-12-09T00:41:07,093 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3ff688bf58584c29959b0c83f06aab50, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/70d1f4e5da6a4578b064e2273dd8284f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a31b05899bc3408fa205ce49908f1247] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=38.1 K 2024-12-09T00:41:07,094 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f0c5d83cc29c4de2ab7cad2e2e35de27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733704860344 2024-12-09T00:41:07,094 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff688bf58584c29959b0c83f06aab50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733704860344 2024-12-09T00:41:07,094 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0531768ab7487fb155309bb7b465db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733704863675 2024-12-09T00:41:07,094 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d1f4e5da6a4578b064e2273dd8284f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733704863675 2024-12-09T00:41:07,094 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 555dc83315104ccdbc7eefc919a2a23c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733704865836 2024-12-09T00:41:07,094 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a31b05899bc3408fa205ce49908f1247, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733704865836 2024-12-09T00:41:07,101 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:07,101 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a5d39dfd5c5f46caae9866c2d7aa4cf5 is 50, key is test_row_0/B:col10/1733704865841/Put/seqid=0 2024-12-09T00:41:07,104 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:07,105 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7673c2d974ad439e8ad4ba63ab57da64 is 50, key is test_row_0/A:col10/1733704865841/Put/seqid=0 2024-12-09T00:41:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742137_1313 (size=12561) 2024-12-09T00:41:07,113 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a5d39dfd5c5f46caae9866c2d7aa4cf5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a5d39dfd5c5f46caae9866c2d7aa4cf5 2024-12-09T00:41:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742138_1314 (size=12561) 2024-12-09T00:41:07,118 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into a5d39dfd5c5f46caae9866c2d7aa4cf5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:07,118 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:07,118 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704867092; duration=0sec 2024-12-09T00:41:07,118 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:07,118 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:07,118 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:07,119 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:07,120 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:07,120 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:07,120 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/bc88a391ae13457caa90a5943cb1c1de, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/9a9d2f4e762742238cdcfe6f53397fc9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/6414208c029c408abdb27f097104ed58] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=35.8 K 2024-12-09T00:41:07,120 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bc88a391ae13457caa90a5943cb1c1de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733704860344 2024-12-09T00:41:07,120 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a9d2f4e762742238cdcfe6f53397fc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733704863675 2024-12-09T00:41:07,120 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6414208c029c408abdb27f097104ed58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733704865836 2024-12-09T00:41:07,127 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:07,127 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/5a2c653bbea24cafaf41f77e92157c47 is 50, key is test_row_0/C:col10/1733704865841/Put/seqid=0 2024-12-09T00:41:07,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742139_1315 (size=12561) 2024-12-09T00:41:07,139 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/5a2c653bbea24cafaf41f77e92157c47 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/5a2c653bbea24cafaf41f77e92157c47 2024-12-09T00:41:07,144 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into 5a2c653bbea24cafaf41f77e92157c47(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:07,144 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:07,144 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704867092; duration=0sec 2024-12-09T00:41:07,144 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:07,145 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:07,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T00:41:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:07,148 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:07,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/e67755b66d964acd8ce262d72ae410ba is 50, key is test_row_0/A:col10/1733704865910/Put/seqid=0 2024-12-09T00:41:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742140_1316 (size=12151) 2024-12-09T00:41:07,163 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/e67755b66d964acd8ce262d72ae410ba 2024-12-09T00:41:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T00:41:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/cba1f9f89fb4496c9cf0a0371f64dccd is 50, key is test_row_0/B:col10/1733704865910/Put/seqid=0 2024-12-09T00:41:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742141_1317 (size=12151) 2024-12-09T00:41:07,520 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/7673c2d974ad439e8ad4ba63ab57da64 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7673c2d974ad439e8ad4ba63ab57da64 2024-12-09T00:41:07,524 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into 7673c2d974ad439e8ad4ba63ab57da64(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:07,524 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:07,524 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704867092; duration=0sec 2024-12-09T00:41:07,524 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:07,524 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:07,577 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/cba1f9f89fb4496c9cf0a0371f64dccd 2024-12-09T00:41:07,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/ad9eea30569d4291833bf9603075ee56 is 50, key is test_row_0/C:col10/1733704865910/Put/seqid=0 2024-12-09T00:41:07,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742142_1318 (size=12151) 2024-12-09T00:41:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T00:41:07,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:07,993 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/ad9eea30569d4291833bf9603075ee56 2024-12-09T00:41:07,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/e67755b66d964acd8ce262d72ae410ba as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/e67755b66d964acd8ce262d72ae410ba 2024-12-09T00:41:08,000 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/e67755b66d964acd8ce262d72ae410ba, entries=150, sequenceid=192, filesize=11.9 K 2024-12-09T00:41:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/cba1f9f89fb4496c9cf0a0371f64dccd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cba1f9f89fb4496c9cf0a0371f64dccd 2024-12-09T00:41:08,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704928000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,004 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cba1f9f89fb4496c9cf0a0371f64dccd, entries=150, sequenceid=192, filesize=11.9 K 2024-12-09T00:41:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/ad9eea30569d4291833bf9603075ee56 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/ad9eea30569d4291833bf9603075ee56 2024-12-09T00:41:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704928002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,008 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/ad9eea30569d4291833bf9603075ee56, entries=150, sequenceid=192, filesize=11.9 K 2024-12-09T00:41:08,011 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f6b19269c54162100ee70cc14419675d in 863ms, sequenceid=192, compaction requested=false 2024-12-09T00:41:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-09T00:41:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-09T00:41:08,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-09T00:41:08,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-12-09T00:41:08,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4810 sec 2024-12-09T00:41:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:08,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T00:41:08,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/8ca60274fe6646729526b5e0c69f95b1 is 50, key is test_row_0/A:col10/1733704868000/Put/seqid=0 2024-12-09T00:41:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742143_1319 (size=14541) 2024-12-09T00:41:08,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704928255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704928255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704928256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704928465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704928465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704928465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/8ca60274fe6646729526b5e0c69f95b1 2024-12-09T00:41:08,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/6fdabf844eb34bb397b4e8bd2a84e7e2 is 50, key is test_row_0/B:col10/1733704868000/Put/seqid=0 2024-12-09T00:41:08,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742144_1320 (size=12151) 2024-12-09T00:41:08,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/6fdabf844eb34bb397b4e8bd2a84e7e2 2024-12-09T00:41:08,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e0a11a4eb74d4c8899f464b4ac07a1bf is 50, key is test_row_0/C:col10/1733704868000/Put/seqid=0 2024-12-09T00:41:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742145_1321 (size=12151) 2024-12-09T00:41:08,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e0a11a4eb74d4c8899f464b4ac07a1bf 2024-12-09T00:41:08,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/8ca60274fe6646729526b5e0c69f95b1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/8ca60274fe6646729526b5e0c69f95b1 2024-12-09T00:41:08,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/8ca60274fe6646729526b5e0c69f95b1, entries=200, sequenceid=207, filesize=14.2 K 2024-12-09T00:41:08,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/6fdabf844eb34bb397b4e8bd2a84e7e2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/6fdabf844eb34bb397b4e8bd2a84e7e2 2024-12-09T00:41:08,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/6fdabf844eb34bb397b4e8bd2a84e7e2, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T00:41:08,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/e0a11a4eb74d4c8899f464b4ac07a1bf as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e0a11a4eb74d4c8899f464b4ac07a1bf 2024-12-09T00:41:08,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e0a11a4eb74d4c8899f464b4ac07a1bf, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T00:41:08,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f6b19269c54162100ee70cc14419675d in 460ms, sequenceid=207, compaction requested=true 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:08,537 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:08,537 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:08,537 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:08,537 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:08,538 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:08,538 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:08,538 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,538 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,538 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7673c2d974ad439e8ad4ba63ab57da64, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/e67755b66d964acd8ce262d72ae410ba, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/8ca60274fe6646729526b5e0c69f95b1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=38.3 K 2024-12-09T00:41:08,538 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a5d39dfd5c5f46caae9866c2d7aa4cf5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cba1f9f89fb4496c9cf0a0371f64dccd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/6fdabf844eb34bb397b4e8bd2a84e7e2] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=36.0 K 2024-12-09T00:41:08,538 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d39dfd5c5f46caae9866c2d7aa4cf5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733704865836 2024-12-09T00:41:08,538 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7673c2d974ad439e8ad4ba63ab57da64, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733704865836 2024-12-09T00:41:08,538 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting cba1f9f89fb4496c9cf0a0371f64dccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733704865910 2024-12-09T00:41:08,539 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e67755b66d964acd8ce262d72ae410ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733704865910 2024-12-09T00:41:08,539 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fdabf844eb34bb397b4e8bd2a84e7e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704867998 2024-12-09T00:41:08,539 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca60274fe6646729526b5e0c69f95b1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704867995 2024-12-09T00:41:08,544 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:08,544 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:08,545 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6 is 50, key is test_row_0/B:col10/1733704868000/Put/seqid=0 2024-12-09T00:41:08,545 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/f6b4af54f46f4d29aaeb11d8cf48f95a is 50, key is test_row_0/A:col10/1733704868000/Put/seqid=0 2024-12-09T00:41:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742147_1323 (size=12663) 2024-12-09T00:41:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742146_1322 (size=12663) 2024-12-09T00:41:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:08,558 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:08,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:08,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/92e14d22b75a4239a1619a19b7cce0e3 is 50, key is test_row_0/A:col10/1733704868141/Put/seqid=0 2024-12-09T00:41:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742148_1324 (size=14541) 2024-12-09T00:41:08,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704928591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T00:41:08,685 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:08,686 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-09T00:41:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T00:41:08,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:08,688 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:08,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704928695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704928775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704928775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704928775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T00:41:08,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:08,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:08,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:08,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:08,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704928905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:08,959 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6 2024-12-09T00:41:08,960 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/f6b4af54f46f4d29aaeb11d8cf48f95a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/f6b4af54f46f4d29aaeb11d8cf48f95a 2024-12-09T00:41:08,963 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into b8f02f8bbba94e5a84a1ed9e3cdb3fe6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:08,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:08,963 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704868537; duration=0sec 2024-12-09T00:41:08,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:08,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:08,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:08,964 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into f6b4af54f46f4d29aaeb11d8cf48f95a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:08,964 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:08,964 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704868537; duration=0sec 2024-12-09T00:41:08,964 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:08,964 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:08,964 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:08,964 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:08,964 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,964 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/5a2c653bbea24cafaf41f77e92157c47, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/ad9eea30569d4291833bf9603075ee56, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e0a11a4eb74d4c8899f464b4ac07a1bf] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=36.0 K 2024-12-09T00:41:08,965 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2c653bbea24cafaf41f77e92157c47, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733704865836 2024-12-09T00:41:08,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/92e14d22b75a4239a1619a19b7cce0e3 2024-12-09T00:41:08,965 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ad9eea30569d4291833bf9603075ee56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733704865910 2024-12-09T00:41:08,965 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a11a4eb74d4c8899f464b4ac07a1bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704867998 2024-12-09T00:41:08,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/c10737517a914e458b7f46a6e7d87eeb is 50, key is test_row_0/B:col10/1733704868141/Put/seqid=0 2024-12-09T00:41:08,972 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:08,972 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/4da092a2dfd9469d8df95214eee1db42 is 50, key is test_row_0/C:col10/1733704868000/Put/seqid=0 2024-12-09T00:41:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742149_1325 (size=12151) 2024-12-09T00:41:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742150_1326 (size=12663) 2024-12-09T00:41:08,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:08,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:08,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:08,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T00:41:09,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704929214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:09,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704929285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704929285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704929285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:09,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T00:41:09,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/c10737517a914e458b7f46a6e7d87eeb 2024-12-09T00:41:09,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7d6fb42bca6041d480a5367b2d71332f is 50, key is test_row_0/C:col10/1733704868141/Put/seqid=0 2024-12-09T00:41:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742151_1327 (size=12151) 2024-12-09T00:41:09,387 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/4da092a2dfd9469d8df95214eee1db42 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4da092a2dfd9469d8df95214eee1db42 2024-12-09T00:41:09,395 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into 4da092a2dfd9469d8df95214eee1db42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:09,396 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:09,396 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704868537; duration=0sec 2024-12-09T00:41:09,396 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:09,396 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:09,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704929725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:09,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:09,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7d6fb42bca6041d480a5367b2d71332f 2024-12-09T00:41:09,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/92e14d22b75a4239a1619a19b7cce0e3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/92e14d22b75a4239a1619a19b7cce0e3 2024-12-09T00:41:09,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/92e14d22b75a4239a1619a19b7cce0e3, entries=200, sequenceid=230, filesize=14.2 K 2024-12-09T00:41:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/c10737517a914e458b7f46a6e7d87eeb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c10737517a914e458b7f46a6e7d87eeb 2024-12-09T00:41:09,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c10737517a914e458b7f46a6e7d87eeb, entries=150, sequenceid=230, filesize=11.9 K 2024-12-09T00:41:09,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7d6fb42bca6041d480a5367b2d71332f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7d6fb42bca6041d480a5367b2d71332f 2024-12-09T00:41:09,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7d6fb42bca6041d480a5367b2d71332f, entries=150, sequenceid=230, filesize=11.9 K 2024-12-09T00:41:09,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f6b19269c54162100ee70cc14419675d in 1243ms, sequenceid=230, compaction requested=false 2024-12-09T00:41:09,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T00:41:09,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T00:41:09,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:09,908 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:41:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/83eb181658cc4fc8928e33490846a7e5 is 50, key is test_row_0/A:col10/1733704868590/Put/seqid=0 2024-12-09T00:41:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742152_1328 (size=12151) 2024-12-09T00:41:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:10,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704930336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704930336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704930336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,353 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/83eb181658cc4fc8928e33490846a7e5 2024-12-09T00:41:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/29f3fa9065e44ab19f1b676b4b6372c7 is 50, key is test_row_0/B:col10/1733704868590/Put/seqid=0 2024-12-09T00:41:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742153_1329 (size=12151) 2024-12-09T00:41:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704930445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704930445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704930445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704930655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704930655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704930655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1733704930695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,698 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704930735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,738 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,762 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/29f3fa9065e44ab19f1b676b4b6372c7 2024-12-09T00:41:10,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7cb44c8461cc43cd9cca53bf002ecd18 is 50, key is test_row_0/C:col10/1733704868590/Put/seqid=0 2024-12-09T00:41:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742154_1330 (size=12151) 2024-12-09T00:41:10,772 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7cb44c8461cc43cd9cca53bf002ecd18 2024-12-09T00:41:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/83eb181658cc4fc8928e33490846a7e5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/83eb181658cc4fc8928e33490846a7e5 2024-12-09T00:41:10,779 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/83eb181658cc4fc8928e33490846a7e5, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T00:41:10,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/29f3fa9065e44ab19f1b676b4b6372c7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/29f3fa9065e44ab19f1b676b4b6372c7 2024-12-09T00:41:10,783 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/29f3fa9065e44ab19f1b676b4b6372c7, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T00:41:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7cb44c8461cc43cd9cca53bf002ecd18 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7cb44c8461cc43cd9cca53bf002ecd18 2024-12-09T00:41:10,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7cb44c8461cc43cd9cca53bf002ecd18, entries=150, sequenceid=246, filesize=11.9 K 2024-12-09T00:41:10,787 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f6b19269c54162100ee70cc14419675d in 879ms, sequenceid=246, compaction requested=true 2024-12-09T00:41:10,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:10,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:10,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-09T00:41:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-09T00:41:10,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-09T00:41:10,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1010 sec 2024-12-09T00:41:10,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.1050 sec 2024-12-09T00:41:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T00:41:10,835 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:10,835 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-09T00:41:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:10,837 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:10,837 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:10,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:10,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:41:10,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/d63179833b964f1581aa69fd051bdb33 is 50, key is test_row_0/A:col10/1733704870968/Put/seqid=0 2024-12-09T00:41:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742155_1331 (size=14741) 2024-12-09T00:41:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704930977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704930977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704930978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:10,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:10,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:10,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704931085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704931085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704931085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:11,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:11,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704931295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704931295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704931295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/d63179833b964f1581aa69fd051bdb33 2024-12-09T00:41:11,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/60b4dec187054692a408baababaa2543 is 50, key is test_row_0/B:col10/1733704870968/Put/seqid=0 2024-12-09T00:41:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742156_1332 (size=12301) 2024-12-09T00:41:11,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:11,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704931605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704931605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704931605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:11,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/60b4dec187054692a408baababaa2543 2024-12-09T00:41:11,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/0c6ea4bc53bf4e4397aadd3d571aa0cd is 50, key is test_row_0/C:col10/1733704870968/Put/seqid=0 2024-12-09T00:41:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742157_1333 (size=12301) 2024-12-09T00:41:11,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:11,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:11,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:11,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:12,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:12,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704932115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:12,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:12,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704932115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704932115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:12,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/0c6ea4bc53bf4e4397aadd3d571aa0cd 2024-12-09T00:41:12,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/d63179833b964f1581aa69fd051bdb33 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/d63179833b964f1581aa69fd051bdb33 2024-12-09T00:41:12,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/d63179833b964f1581aa69fd051bdb33, entries=200, sequenceid=272, filesize=14.4 K 2024-12-09T00:41:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/60b4dec187054692a408baababaa2543 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/60b4dec187054692a408baababaa2543 2024-12-09T00:41:12,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/60b4dec187054692a408baababaa2543, entries=150, sequenceid=272, filesize=12.0 K 2024-12-09T00:41:12,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/0c6ea4bc53bf4e4397aadd3d571aa0cd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/0c6ea4bc53bf4e4397aadd3d571aa0cd 2024-12-09T00:41:12,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/0c6ea4bc53bf4e4397aadd3d571aa0cd, entries=150, sequenceid=272, filesize=12.0 K 2024-12-09T00:41:12,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T00:41:12,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f6b19269c54162100ee70cc14419675d in 1242ms, sequenceid=272, compaction requested=true 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:12,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:12,210 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:12,210 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:12,210 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:12,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:12,211 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:12,211 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:12,212 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:12,212 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:12,212 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:12,212 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/f6b4af54f46f4d29aaeb11d8cf48f95a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/92e14d22b75a4239a1619a19b7cce0e3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/83eb181658cc4fc8928e33490846a7e5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/d63179833b964f1581aa69fd051bdb33] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=52.8 K 2024-12-09T00:41:12,212 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:12,212 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c10737517a914e458b7f46a6e7d87eeb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/29f3fa9065e44ab19f1b676b4b6372c7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/60b4dec187054692a408baababaa2543] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=48.1 K 2024-12-09T00:41:12,212 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6b4af54f46f4d29aaeb11d8cf48f95a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704867998 2024-12-09T00:41:12,212 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f02f8bbba94e5a84a1ed9e3cdb3fe6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704867998 2024-12-09T00:41:12,212 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92e14d22b75a4239a1619a19b7cce0e3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733704868138 2024-12-09T00:41:12,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c10737517a914e458b7f46a6e7d87eeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733704868141 2024-12-09T00:41:12,213 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83eb181658cc4fc8928e33490846a7e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733704868579 2024-12-09T00:41:12,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f3fa9065e44ab19f1b676b4b6372c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733704868579 2024-12-09T00:41:12,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b4dec187054692a408baababaa2543, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733704870334 2024-12-09T00:41:12,213 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d63179833b964f1581aa69fd051bdb33, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733704870334 2024-12-09T00:41:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/c33fbe24076c4d8ebca48a64c72ae334 is 50, key is test_row_0/A:col10/1733704870977/Put/seqid=0 2024-12-09T00:41:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742158_1334 (size=12301) 2024-12-09T00:41:12,222 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/c33fbe24076c4d8ebca48a64c72ae334 2024-12-09T00:41:12,223 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:12,224 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/b9441178786849fa83308bfb7dc74684 is 50, key is test_row_0/B:col10/1733704870968/Put/seqid=0 2024-12-09T00:41:12,226 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:12,227 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a9dd971a38354475b02598318572afa8 is 50, key is test_row_0/A:col10/1733704870968/Put/seqid=0 2024-12-09T00:41:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742159_1335 (size=12949) 2024-12-09T00:41:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a9c261e6f1a74bbeb21655e66b577c6b is 50, key is test_row_0/B:col10/1733704870977/Put/seqid=0 2024-12-09T00:41:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742160_1336 (size=12949) 2024-12-09T00:41:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742161_1337 (size=12301) 2024-12-09T00:41:12,636 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/b9441178786849fa83308bfb7dc74684 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b9441178786849fa83308bfb7dc74684 2024-12-09T00:41:12,639 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into b9441178786849fa83308bfb7dc74684(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:12,639 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:12,639 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=12, startTime=1733704872210; duration=0sec 2024-12-09T00:41:12,639 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:12,639 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:12,640 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:12,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:12,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:12,641 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:12,641 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4da092a2dfd9469d8df95214eee1db42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7d6fb42bca6041d480a5367b2d71332f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7cb44c8461cc43cd9cca53bf002ecd18, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/0c6ea4bc53bf4e4397aadd3d571aa0cd] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=48.1 K 2024-12-09T00:41:12,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4da092a2dfd9469d8df95214eee1db42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704867998 2024-12-09T00:41:12,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d6fb42bca6041d480a5367b2d71332f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733704868141 2024-12-09T00:41:12,641 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cb44c8461cc43cd9cca53bf002ecd18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733704868579 2024-12-09T00:41:12,642 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c6ea4bc53bf4e4397aadd3d571aa0cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733704870334 2024-12-09T00:41:12,645 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a9c261e6f1a74bbeb21655e66b577c6b 2024-12-09T00:41:12,646 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a9dd971a38354475b02598318572afa8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a9dd971a38354475b02598318572afa8 2024-12-09T00:41:12,648 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:12,649 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/fec4dd79053640f394bb0e051c198b66 is 50, key is test_row_0/C:col10/1733704870968/Put/seqid=0 2024-12-09T00:41:12,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/c8070682b68b42269ab99b02fcad24fb is 50, key is test_row_0/C:col10/1733704870977/Put/seqid=0 2024-12-09T00:41:12,653 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into a9dd971a38354475b02598318572afa8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:12,653 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:12,653 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=12, startTime=1733704872210; duration=0sec 2024-12-09T00:41:12,653 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:12,653 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742162_1338 (size=12949) 2024-12-09T00:41:12,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742163_1339 (size=12301) 2024-12-09T00:41:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:12,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704932826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:12,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704932935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:13,063 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/c8070682b68b42269ab99b02fcad24fb 2024-12-09T00:41:13,063 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/fec4dd79053640f394bb0e051c198b66 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/fec4dd79053640f394bb0e051c198b66 2024-12-09T00:41:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/c33fbe24076c4d8ebca48a64c72ae334 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c33fbe24076c4d8ebca48a64c72ae334 2024-12-09T00:41:13,069 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into fec4dd79053640f394bb0e051c198b66(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:13,069 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:13,069 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=12, startTime=1733704872210; duration=0sec 2024-12-09T00:41:13,069 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:13,069 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:13,072 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c33fbe24076c4d8ebca48a64c72ae334, entries=150, sequenceid=282, filesize=12.0 K 2024-12-09T00:41:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/a9c261e6f1a74bbeb21655e66b577c6b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a9c261e6f1a74bbeb21655e66b577c6b 2024-12-09T00:41:13,076 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a9c261e6f1a74bbeb21655e66b577c6b, entries=150, sequenceid=282, filesize=12.0 K 2024-12-09T00:41:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/c8070682b68b42269ab99b02fcad24fb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/c8070682b68b42269ab99b02fcad24fb 2024-12-09T00:41:13,080 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/c8070682b68b42269ab99b02fcad24fb, entries=150, sequenceid=282, filesize=12.0 K 2024-12-09T00:41:13,081 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f6b19269c54162100ee70cc14419675d in 871ms, sequenceid=282, compaction requested=false 2024-12-09T00:41:13,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:13,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:13,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-09T00:41:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-09T00:41:13,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-09T00:41:13,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-12-09T00:41:13,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.2490 sec 2024-12-09T00:41:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:13,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:13,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-09T00:41:13,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a0ee0c55313342338ab9df0b88eab80a is 50, key is test_row_0/A:col10/1733704872809/Put/seqid=0 2024-12-09T00:41:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742164_1340 (size=14741) 2024-12-09T00:41:13,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a0ee0c55313342338ab9df0b88eab80a 2024-12-09T00:41:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704933137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704933137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/1dad352c3afc4f02a57faaf2520eb70c is 50, key is test_row_0/B:col10/1733704872809/Put/seqid=0 2024-12-09T00:41:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704933139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742165_1341 (size=12301) 2024-12-09T00:41:13,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704933145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704933245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704933245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704933255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704933455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704933455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704933455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704933465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/1dad352c3afc4f02a57faaf2520eb70c 2024-12-09T00:41:13,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/82357ca198964656be9d76d0b4f90c90 is 50, key is test_row_0/C:col10/1733704872809/Put/seqid=0 2024-12-09T00:41:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742166_1342 (size=12301) 2024-12-09T00:41:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704933765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704933765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704933775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/82357ca198964656be9d76d0b4f90c90 2024-12-09T00:41:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/a0ee0c55313342338ab9df0b88eab80a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a0ee0c55313342338ab9df0b88eab80a 2024-12-09T00:41:13,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a0ee0c55313342338ab9df0b88eab80a, entries=200, sequenceid=312, filesize=14.4 K 2024-12-09T00:41:13,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/1dad352c3afc4f02a57faaf2520eb70c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/1dad352c3afc4f02a57faaf2520eb70c 2024-12-09T00:41:13,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/1dad352c3afc4f02a57faaf2520eb70c, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T00:41:13,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/82357ca198964656be9d76d0b4f90c90 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/82357ca198964656be9d76d0b4f90c90 2024-12-09T00:41:13,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704933965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:13,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/82357ca198964656be9d76d0b4f90c90, entries=150, sequenceid=312, filesize=12.0 K 2024-12-09T00:41:13,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f6b19269c54162100ee70cc14419675d in 844ms, sequenceid=312, compaction requested=true 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:13,971 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:13,971 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:13,972 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:13,972 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:13,972 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:13,972 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b9441178786849fa83308bfb7dc74684, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a9c261e6f1a74bbeb21655e66b577c6b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/1dad352c3afc4f02a57faaf2520eb70c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=36.7 K 2024-12-09T00:41:13,972 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:13,972 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:13,973 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:13,973 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b9441178786849fa83308bfb7dc74684, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733704870334 2024-12-09T00:41:13,973 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a9dd971a38354475b02598318572afa8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c33fbe24076c4d8ebca48a64c72ae334, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a0ee0c55313342338ab9df0b88eab80a] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=39.1 K 2024-12-09T00:41:13,973 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a9c261e6f1a74bbeb21655e66b577c6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733704870975 2024-12-09T00:41:13,973 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9dd971a38354475b02598318572afa8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733704870334 2024-12-09T00:41:13,973 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dad352c3afc4f02a57faaf2520eb70c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733704872809 2024-12-09T00:41:13,973 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33fbe24076c4d8ebca48a64c72ae334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733704870975 2024-12-09T00:41:13,973 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ee0c55313342338ab9df0b88eab80a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733704872809 2024-12-09T00:41:13,988 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:13,988 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:13,989 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/c21eb9181643411baafb4e2a4b7da582 is 50, key is test_row_0/B:col10/1733704872809/Put/seqid=0 2024-12-09T00:41:13,989 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3cc704d622dc4e2882c79736de782c4f is 50, key is test_row_0/A:col10/1733704872809/Put/seqid=0 2024-12-09T00:41:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742167_1343 (size=13051) 2024-12-09T00:41:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742168_1344 (size=13051) 2024-12-09T00:41:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:14,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:41:14,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/5f08fb4f06324da5ba59046eaefcd251 is 50, key is test_row_0/A:col10/1733704874276/Put/seqid=0 2024-12-09T00:41:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742169_1345 (size=14741) 2024-12-09T00:41:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704934309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704934309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704934312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,396 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/c21eb9181643411baafb4e2a4b7da582 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c21eb9181643411baafb4e2a4b7da582 2024-12-09T00:41:14,397 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3cc704d622dc4e2882c79736de782c4f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3cc704d622dc4e2882c79736de782c4f 2024-12-09T00:41:14,400 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into c21eb9181643411baafb4e2a4b7da582(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:14,400 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:14,401 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704873971; duration=0sec 2024-12-09T00:41:14,401 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:14,401 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:14,401 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:14,403 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into 3cc704d622dc4e2882c79736de782c4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:14,403 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:14,403 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704873971; duration=0sec 2024-12-09T00:41:14,403 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:14,403 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:14,403 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:14,403 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:14,403 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:14,403 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/fec4dd79053640f394bb0e051c198b66, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/c8070682b68b42269ab99b02fcad24fb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/82357ca198964656be9d76d0b4f90c90] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=36.7 K 2024-12-09T00:41:14,404 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting fec4dd79053640f394bb0e051c198b66, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733704870334 2024-12-09T00:41:14,404 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c8070682b68b42269ab99b02fcad24fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733704870975 2024-12-09T00:41:14,404 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 82357ca198964656be9d76d0b4f90c90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733704872809 2024-12-09T00:41:14,409 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#296 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:14,410 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7f3e638d58bd4605ac06ab5112770cd8 is 50, key is test_row_0/C:col10/1733704872809/Put/seqid=0 2024-12-09T00:41:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742170_1346 (size=13051) 2024-12-09T00:41:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704934415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704934416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,420 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/7f3e638d58bd4605ac06ab5112770cd8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7f3e638d58bd4605ac06ab5112770cd8 2024-12-09T00:41:14,424 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into 7f3e638d58bd4605ac06ab5112770cd8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:14,424 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:14,424 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704873971; duration=0sec 2024-12-09T00:41:14,424 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:14,424 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704934425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704934625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704934625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704934634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/5f08fb4f06324da5ba59046eaefcd251 2024-12-09T00:41:14,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/485f47f6b70840a3a5627bda12b6659d is 50, key is test_row_0/B:col10/1733704874276/Put/seqid=0 2024-12-09T00:41:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742171_1347 (size=12301) 2024-12-09T00:41:14,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/485f47f6b70840a3a5627bda12b6659d 2024-12-09T00:41:14,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/607e3e749ae04e26b4eac3d2eee0ca45 is 50, key is test_row_0/C:col10/1733704874276/Put/seqid=0 2024-12-09T00:41:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742172_1348 (size=12301) 2024-12-09T00:41:14,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/607e3e749ae04e26b4eac3d2eee0ca45 2024-12-09T00:41:14,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/5f08fb4f06324da5ba59046eaefcd251 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/5f08fb4f06324da5ba59046eaefcd251 2024-12-09T00:41:14,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/5f08fb4f06324da5ba59046eaefcd251, entries=200, sequenceid=323, filesize=14.4 K 2024-12-09T00:41:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/485f47f6b70840a3a5627bda12b6659d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/485f47f6b70840a3a5627bda12b6659d 2024-12-09T00:41:14,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/485f47f6b70840a3a5627bda12b6659d, entries=150, sequenceid=323, filesize=12.0 K 2024-12-09T00:41:14,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/607e3e749ae04e26b4eac3d2eee0ca45 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/607e3e749ae04e26b4eac3d2eee0ca45 2024-12-09T00:41:14,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/607e3e749ae04e26b4eac3d2eee0ca45, entries=150, sequenceid=323, filesize=12.0 K 2024-12-09T00:41:14,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6b19269c54162100ee70cc14419675d in 448ms, sequenceid=323, compaction requested=false 2024-12-09T00:41:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:14,937 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:14,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-09T00:41:14,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704934945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704934946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704934948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:14,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3dc1b89ce1224c86bf9e1ff14d61d41f is 50, key is test_row_0/A:col10/1733704874306/Put/seqid=0 2024-12-09T00:41:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742173_1349 (size=14741) 2024-12-09T00:41:14,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46978 deadline: 1733704934987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:14,987 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in f6b19269c54162100ee70cc14419675d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:14,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:14,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T00:41:15,015 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:15,016 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-09T00:41:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:15,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:15,018 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:15,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704935055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704935055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:15,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T00:41:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704935265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704935265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T00:41:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:15,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3dc1b89ce1224c86bf9e1ff14d61d41f 2024-12-09T00:41:15,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/cb82746ab4fa4607a8b8e530a7eb08d1 is 50, key is test_row_0/B:col10/1733704874306/Put/seqid=0 2024-12-09T00:41:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742174_1350 (size=12301) 2024-12-09T00:41:15,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/cb82746ab4fa4607a8b8e530a7eb08d1 2024-12-09T00:41:15,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/1bc380336cf74cfea7941c4b9006acd8 is 50, key is test_row_0/C:col10/1733704874306/Put/seqid=0 2024-12-09T00:41:15,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742175_1351 (size=12301) 2024-12-09T00:41:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46956 deadline: 1733704935455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T00:41:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47008 deadline: 1733704935575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1733704935575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:15,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T00:41:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:15,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T00:41:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:15,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/1bc380336cf74cfea7941c4b9006acd8 2024-12-09T00:41:15,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/3dc1b89ce1224c86bf9e1ff14d61d41f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3dc1b89ce1224c86bf9e1ff14d61d41f 2024-12-09T00:41:15,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3dc1b89ce1224c86bf9e1ff14d61d41f, entries=200, sequenceid=353, filesize=14.4 K 2024-12-09T00:41:15,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/cb82746ab4fa4607a8b8e530a7eb08d1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cb82746ab4fa4607a8b8e530a7eb08d1 2024-12-09T00:41:15,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cb82746ab4fa4607a8b8e530a7eb08d1, entries=150, sequenceid=353, filesize=12.0 K 2024-12-09T00:41:15,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/1bc380336cf74cfea7941c4b9006acd8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/1bc380336cf74cfea7941c4b9006acd8 2024-12-09T00:41:15,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/1bc380336cf74cfea7941c4b9006acd8, entries=150, sequenceid=353, filesize=12.0 K 2024-12-09T00:41:15,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f6b19269c54162100ee70cc14419675d in 910ms, sequenceid=353, compaction requested=true 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:15,848 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:15,848 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b19269c54162100ee70cc14419675d:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:15,849 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:15,849 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:15,849 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/A is initiating minor compaction (all files) 2024-12-09T00:41:15,849 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/B is initiating minor compaction (all files) 2024-12-09T00:41:15,849 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/A in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,849 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/B in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,849 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c21eb9181643411baafb4e2a4b7da582, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/485f47f6b70840a3a5627bda12b6659d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cb82746ab4fa4607a8b8e530a7eb08d1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=36.8 K 2024-12-09T00:41:15,849 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3cc704d622dc4e2882c79736de782c4f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/5f08fb4f06324da5ba59046eaefcd251, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3dc1b89ce1224c86bf9e1ff14d61d41f] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=41.5 K 2024-12-09T00:41:15,849 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cc704d622dc4e2882c79736de782c4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733704872809 2024-12-09T00:41:15,850 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c21eb9181643411baafb4e2a4b7da582, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733704872809 2024-12-09T00:41:15,850 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 485f47f6b70840a3a5627bda12b6659d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733704873131 2024-12-09T00:41:15,850 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f08fb4f06324da5ba59046eaefcd251, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733704873131 2024-12-09T00:41:15,851 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting cb82746ab4fa4607a8b8e530a7eb08d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733704874306 2024-12-09T00:41:15,851 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dc1b89ce1224c86bf9e1ff14d61d41f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733704874306 2024-12-09T00:41:15,860 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#A#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:15,860 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:15,861 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/257cac520c744c7296f231003e3f2d45 is 50, key is test_row_0/A:col10/1733704874306/Put/seqid=0 2024-12-09T00:41:15,861 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/4572887cffd14ef387f682629f2ca69a is 50, key is test_row_0/B:col10/1733704874306/Put/seqid=0 2024-12-09T00:41:15,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742177_1353 (size=13153) 2024-12-09T00:41:15,869 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/4572887cffd14ef387f682629f2ca69a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4572887cffd14ef387f682629f2ca69a 2024-12-09T00:41:15,873 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/B of f6b19269c54162100ee70cc14419675d into 4572887cffd14ef387f682629f2ca69a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:15,873 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:15,873 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/B, priority=13, startTime=1733704875848; duration=0sec 2024-12-09T00:41:15,873 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:15,873 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:B 2024-12-09T00:41:15,873 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:15,875 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:15,875 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): f6b19269c54162100ee70cc14419675d/C is initiating minor compaction (all files) 2024-12-09T00:41:15,875 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6b19269c54162100ee70cc14419675d/C in TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,875 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7f3e638d58bd4605ac06ab5112770cd8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/607e3e749ae04e26b4eac3d2eee0ca45, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/1bc380336cf74cfea7941c4b9006acd8] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp, totalSize=36.8 K 2024-12-09T00:41:15,875 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3e638d58bd4605ac06ab5112770cd8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733704872809 2024-12-09T00:41:15,875 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 607e3e749ae04e26b4eac3d2eee0ca45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733704873131 2024-12-09T00:41:15,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742176_1352 (size=13153) 2024-12-09T00:41:15,876 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc380336cf74cfea7941c4b9006acd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733704874306 2024-12-09T00:41:15,882 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/257cac520c744c7296f231003e3f2d45 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/257cac520c744c7296f231003e3f2d45 2024-12-09T00:41:15,884 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b19269c54162100ee70cc14419675d#C#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:15,885 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/17e0840dd1d141d6afc7d9d71660c7b9 is 50, key is test_row_0/C:col10/1733704874306/Put/seqid=0 2024-12-09T00:41:15,887 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/A of f6b19269c54162100ee70cc14419675d into 257cac520c744c7296f231003e3f2d45(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:15,887 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:15,887 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/A, priority=13, startTime=1733704875848; duration=0sec 2024-12-09T00:41:15,887 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:15,887 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:A 2024-12-09T00:41:15,909 INFO [Thread-1277 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1277. 2024-12-09T00:41:15,909 DEBUG [Thread-1277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:15,909 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,909 INFO [Thread-1281 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1281. 2024-12-09T00:41:15,909 DEBUG [Thread-1281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:15,909 DEBUG [Thread-1281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,909 DEBUG [Thread-1281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,909 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:15,909 INFO [Thread-1275 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1275. 2024-12-09T00:41:15,909 DEBUG [Thread-1275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:15,909 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,910 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,910 INFO [Thread-1279 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1279. 2024-12-09T00:41:15,910 DEBUG [Thread-1279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:15,910 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,910 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,910 INFO [Thread-1273 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1273. 2024-12-09T00:41:15,910 DEBUG [Thread-1273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:15,910 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:15,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:15,910 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:15,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:15,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742178_1354 (size=13153) 2024-12-09T00:41:15,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T00:41:15,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:15,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-09T00:41:15,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/c0c89d95a83f43969f9b7f0a5191fa4c is 50, key is test_row_0/A:col10/1733704874947/Put/seqid=0 2024-12-09T00:41:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742179_1355 (size=12301) 2024-12-09T00:41:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. as already flushing 2024-12-09T00:41:16,087 INFO [Thread-1262 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1262. 2024-12-09T00:41:16,087 DEBUG [Thread-1262 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:16,087 INFO [Thread-1264 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1264. 2024-12-09T00:41:16,087 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,087 DEBUG [Thread-1264 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:16,087 DEBUG [Thread-1264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,087 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,087 DEBUG [Thread-1264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:16,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:16,335 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/17e0840dd1d141d6afc7d9d71660c7b9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/17e0840dd1d141d6afc7d9d71660c7b9 2024-12-09T00:41:16,345 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6b19269c54162100ee70cc14419675d/C of f6b19269c54162100ee70cc14419675d into 17e0840dd1d141d6afc7d9d71660c7b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:16,345 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:16,345 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., storeName=f6b19269c54162100ee70cc14419675d/C, priority=13, startTime=1733704875848; duration=0sec 2024-12-09T00:41:16,345 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:16,345 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b19269c54162100ee70cc14419675d:C 2024-12-09T00:41:16,352 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/c0c89d95a83f43969f9b7f0a5191fa4c 2024-12-09T00:41:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/d252f36c25964eee9bc67856f253df05 is 50, key is test_row_0/B:col10/1733704874947/Put/seqid=0 2024-12-09T00:41:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742180_1356 (size=12301) 2024-12-09T00:41:16,477 INFO [Thread-1268 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1268. 2024-12-09T00:41:16,477 DEBUG [Thread-1268 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:16,477 DEBUG [Thread-1268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,477 DEBUG [Thread-1268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:16,762 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/d252f36c25964eee9bc67856f253df05 2024-12-09T00:41:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/4e59b0d9eaef4ef6b6be0fe6ff706e48 is 50, key is test_row_0/C:col10/1733704874947/Put/seqid=0 2024-12-09T00:41:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742181_1357 (size=12301) 2024-12-09T00:41:16,996 INFO [Thread-1270 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1270. 2024-12-09T00:41:16,996 DEBUG [Thread-1270 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:16,996 DEBUG [Thread-1270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,996 DEBUG [Thread-1270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:16,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:17,178 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/4e59b0d9eaef4ef6b6be0fe6ff706e48 2024-12-09T00:41:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/c0c89d95a83f43969f9b7f0a5191fa4c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c0c89d95a83f43969f9b7f0a5191fa4c 2024-12-09T00:41:17,191 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c0c89d95a83f43969f9b7f0a5191fa4c, entries=150, sequenceid=364, filesize=12.0 K 2024-12-09T00:41:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/d252f36c25964eee9bc67856f253df05 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d252f36c25964eee9bc67856f253df05 2024-12-09T00:41:17,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d252f36c25964eee9bc67856f253df05, entries=150, sequenceid=364, filesize=12.0 K 2024-12-09T00:41:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/4e59b0d9eaef4ef6b6be0fe6ff706e48 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4e59b0d9eaef4ef6b6be0fe6ff706e48 2024-12-09T00:41:17,199 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4e59b0d9eaef4ef6b6be0fe6ff706e48, entries=150, sequenceid=364, filesize=12.0 K 2024-12-09T00:41:17,200 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=26.84 KB/27480 for f6b19269c54162100ee70cc14419675d in 1267ms, sequenceid=364, compaction requested=false 2024-12-09T00:41:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for f6b19269c54162100ee70cc14419675d: 2024-12-09T00:41:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-09T00:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-09T00:41:17,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-09T00:41:17,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1830 sec 2024-12-09T00:41:17,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 2.1870 sec 2024-12-09T00:41:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T00:41:19,197 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:20,798 INFO [Thread-1266 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1266. 2024-12-09T00:41:20,798 DEBUG [Thread-1266 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:20,798 DEBUG [Thread-1266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:20,799 DEBUG [Thread-1266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:20,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5365 2024-12-09T00:41:20,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5205 2024-12-09T00:41:20,800 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5165 2024-12-09T00:41:20,800 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5360 2024-12-09T00:41:20,800 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5210 2024-12-09T00:41:20,800 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T00:41:20,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:41:20,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:41:20,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:20,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:20,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:20,802 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T00:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T00:41:20,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704880808"}]},"ts":"1733704880808"} 2024-12-09T00:41:20,811 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T00:41:20,811 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T00:41:20,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:41:20,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, UNASSIGN}] 2024-12-09T00:41:20,813 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, UNASSIGN 2024-12-09T00:41:20,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=f6b19269c54162100ee70cc14419675d, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:20,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, UNASSIGN because future has completed 2024-12-09T00:41:20,815 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:41:20,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T00:41:20,967 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:20,967 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:41:20,967 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing f6b19269c54162100ee70cc14419675d, disabling compactions & flushes 2024-12-09T00:41:20,967 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:20,967 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:20,967 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. after waiting 0 ms 2024-12-09T00:41:20,967 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:20,967 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing f6b19269c54162100ee70cc14419675d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:41:20,970 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/4bbc0116a4594c28bffe43f043cc2d76 is 50, key is test_row_1/A:col10/1733704880796/Put/seqid=0 2024-12-09T00:41:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742182_1358 (size=9857) 2024-12-09T00:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T00:41:21,375 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/4bbc0116a4594c28bffe43f043cc2d76 2024-12-09T00:41:21,388 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/899b81d516d443c58ea2227ea3fa0db1 is 50, key is test_row_1/B:col10/1733704880796/Put/seqid=0 2024-12-09T00:41:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742183_1359 (size=9857) 2024-12-09T00:41:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T00:41:21,793 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/899b81d516d443c58ea2227ea3fa0db1 2024-12-09T00:41:21,805 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/cc5198cb7f374d2ab9f748fd73f8815e is 50, key is test_row_1/C:col10/1733704880796/Put/seqid=0 2024-12-09T00:41:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742184_1360 (size=9857) 2024-12-09T00:41:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T00:41:22,209 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/cc5198cb7f374d2ab9f748fd73f8815e 2024-12-09T00:41:22,213 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/A/4bbc0116a4594c28bffe43f043cc2d76 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/4bbc0116a4594c28bffe43f043cc2d76 2024-12-09T00:41:22,216 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/4bbc0116a4594c28bffe43f043cc2d76, entries=100, sequenceid=373, filesize=9.6 K 2024-12-09T00:41:22,217 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/B/899b81d516d443c58ea2227ea3fa0db1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/899b81d516d443c58ea2227ea3fa0db1 2024-12-09T00:41:22,220 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/899b81d516d443c58ea2227ea3fa0db1, entries=100, sequenceid=373, filesize=9.6 K 2024-12-09T00:41:22,221 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/.tmp/C/cc5198cb7f374d2ab9f748fd73f8815e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/cc5198cb7f374d2ab9f748fd73f8815e 2024-12-09T00:41:22,224 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/cc5198cb7f374d2ab9f748fd73f8815e, entries=100, sequenceid=373, filesize=9.6 K 2024-12-09T00:41:22,225 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f6b19269c54162100ee70cc14419675d in 1258ms, sequenceid=373, compaction requested=true 2024-12-09T00:41:22,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/b8e8103cb566483998a7dccc4b384e52, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7b9852e35ea34eabb93052838a300f66, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7acac030d0344545b1a73f5aac71297b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/19b39069dd4540718dfc8958dba398f2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/82494d55de574c89937b892ff6a53427, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/1c6498d9ec684954af2c895f1c5d2c81, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/2dc55038cdab4b0eb74b9a081d95983e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/851c9351350d4ffb96f1eda367c402d5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3ff688bf58584c29959b0c83f06aab50, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a6968bdc0fc445c88b884ada421d305e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/70d1f4e5da6a4578b064e2273dd8284f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a31b05899bc3408fa205ce49908f1247, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7673c2d974ad439e8ad4ba63ab57da64, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/e67755b66d964acd8ce262d72ae410ba, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/8ca60274fe6646729526b5e0c69f95b1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/f6b4af54f46f4d29aaeb11d8cf48f95a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/92e14d22b75a4239a1619a19b7cce0e3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/83eb181658cc4fc8928e33490846a7e5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/d63179833b964f1581aa69fd051bdb33, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a9dd971a38354475b02598318572afa8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c33fbe24076c4d8ebca48a64c72ae334, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a0ee0c55313342338ab9df0b88eab80a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3cc704d622dc4e2882c79736de782c4f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/5f08fb4f06324da5ba59046eaefcd251, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3dc1b89ce1224c86bf9e1ff14d61d41f] to archive 2024-12-09T00:41:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:22,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/b8e8103cb566483998a7dccc4b384e52 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/b8e8103cb566483998a7dccc4b384e52 2024-12-09T00:41:22,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7b9852e35ea34eabb93052838a300f66 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7b9852e35ea34eabb93052838a300f66 2024-12-09T00:41:22,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7acac030d0344545b1a73f5aac71297b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7acac030d0344545b1a73f5aac71297b 2024-12-09T00:41:22,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/19b39069dd4540718dfc8958dba398f2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/19b39069dd4540718dfc8958dba398f2 2024-12-09T00:41:22,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/82494d55de574c89937b892ff6a53427 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/82494d55de574c89937b892ff6a53427 2024-12-09T00:41:22,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/1c6498d9ec684954af2c895f1c5d2c81 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/1c6498d9ec684954af2c895f1c5d2c81 2024-12-09T00:41:22,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/2dc55038cdab4b0eb74b9a081d95983e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/2dc55038cdab4b0eb74b9a081d95983e 2024-12-09T00:41:22,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/851c9351350d4ffb96f1eda367c402d5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/851c9351350d4ffb96f1eda367c402d5 2024-12-09T00:41:22,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3ff688bf58584c29959b0c83f06aab50 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3ff688bf58584c29959b0c83f06aab50 2024-12-09T00:41:22,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a6968bdc0fc445c88b884ada421d305e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a6968bdc0fc445c88b884ada421d305e 2024-12-09T00:41:22,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/70d1f4e5da6a4578b064e2273dd8284f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/70d1f4e5da6a4578b064e2273dd8284f 2024-12-09T00:41:22,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a31b05899bc3408fa205ce49908f1247 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a31b05899bc3408fa205ce49908f1247 2024-12-09T00:41:22,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7673c2d974ad439e8ad4ba63ab57da64 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/7673c2d974ad439e8ad4ba63ab57da64 2024-12-09T00:41:22,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/e67755b66d964acd8ce262d72ae410ba to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/e67755b66d964acd8ce262d72ae410ba 2024-12-09T00:41:22,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/8ca60274fe6646729526b5e0c69f95b1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/8ca60274fe6646729526b5e0c69f95b1 2024-12-09T00:41:22,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/f6b4af54f46f4d29aaeb11d8cf48f95a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/f6b4af54f46f4d29aaeb11d8cf48f95a 2024-12-09T00:41:22,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/92e14d22b75a4239a1619a19b7cce0e3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/92e14d22b75a4239a1619a19b7cce0e3 2024-12-09T00:41:22,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/83eb181658cc4fc8928e33490846a7e5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/83eb181658cc4fc8928e33490846a7e5 2024-12-09T00:41:22,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/d63179833b964f1581aa69fd051bdb33 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/d63179833b964f1581aa69fd051bdb33 2024-12-09T00:41:22,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a9dd971a38354475b02598318572afa8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a9dd971a38354475b02598318572afa8 2024-12-09T00:41:22,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c33fbe24076c4d8ebca48a64c72ae334 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c33fbe24076c4d8ebca48a64c72ae334 2024-12-09T00:41:22,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a0ee0c55313342338ab9df0b88eab80a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/a0ee0c55313342338ab9df0b88eab80a 2024-12-09T00:41:22,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3cc704d622dc4e2882c79736de782c4f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3cc704d622dc4e2882c79736de782c4f 2024-12-09T00:41:22,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/5f08fb4f06324da5ba59046eaefcd251 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/5f08fb4f06324da5ba59046eaefcd251 2024-12-09T00:41:22,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3dc1b89ce1224c86bf9e1ff14d61d41f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/3dc1b89ce1224c86bf9e1ff14d61d41f 2024-12-09T00:41:22,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/5a43f57428b64759afdc77ec971d912a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d450ba76f32843dfb67a46465c99ce0f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/0cf31bb5706a4d8ba464a7b953745851, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/709c4577b4d94343a8c26ab49200bb77, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/2d4eabab041d4aa5a20291134bffd571, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a32f243920344e59be67f221f646c0c0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/93feaa0c7dda4d389f474eb7043709d2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/e9edab63cc904ef7875bdd848bfcb418, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/f0c5d83cc29c4de2ab7cad2e2e35de27, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4a58dfccf0a94b53b236a475c2ddb7c3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/bf0531768ab7487fb155309bb7b465db, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a5d39dfd5c5f46caae9866c2d7aa4cf5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/555dc83315104ccdbc7eefc919a2a23c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cba1f9f89fb4496c9cf0a0371f64dccd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/6fdabf844eb34bb397b4e8bd2a84e7e2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c10737517a914e458b7f46a6e7d87eeb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/29f3fa9065e44ab19f1b676b4b6372c7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b9441178786849fa83308bfb7dc74684, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/60b4dec187054692a408baababaa2543, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a9c261e6f1a74bbeb21655e66b577c6b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c21eb9181643411baafb4e2a4b7da582, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/1dad352c3afc4f02a57faaf2520eb70c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/485f47f6b70840a3a5627bda12b6659d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cb82746ab4fa4607a8b8e530a7eb08d1] to archive 2024-12-09T00:41:22,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:22,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/5a43f57428b64759afdc77ec971d912a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/5a43f57428b64759afdc77ec971d912a 2024-12-09T00:41:22,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d450ba76f32843dfb67a46465c99ce0f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d450ba76f32843dfb67a46465c99ce0f 2024-12-09T00:41:22,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/0cf31bb5706a4d8ba464a7b953745851 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/0cf31bb5706a4d8ba464a7b953745851 2024-12-09T00:41:22,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/709c4577b4d94343a8c26ab49200bb77 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/709c4577b4d94343a8c26ab49200bb77 2024-12-09T00:41:22,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/2d4eabab041d4aa5a20291134bffd571 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/2d4eabab041d4aa5a20291134bffd571 2024-12-09T00:41:22,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a32f243920344e59be67f221f646c0c0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a32f243920344e59be67f221f646c0c0 2024-12-09T00:41:22,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/93feaa0c7dda4d389f474eb7043709d2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/93feaa0c7dda4d389f474eb7043709d2 2024-12-09T00:41:22,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/e9edab63cc904ef7875bdd848bfcb418 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/e9edab63cc904ef7875bdd848bfcb418 2024-12-09T00:41:22,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/f0c5d83cc29c4de2ab7cad2e2e35de27 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/f0c5d83cc29c4de2ab7cad2e2e35de27 2024-12-09T00:41:22,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4a58dfccf0a94b53b236a475c2ddb7c3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4a58dfccf0a94b53b236a475c2ddb7c3 2024-12-09T00:41:22,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/bf0531768ab7487fb155309bb7b465db to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/bf0531768ab7487fb155309bb7b465db 2024-12-09T00:41:22,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a5d39dfd5c5f46caae9866c2d7aa4cf5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a5d39dfd5c5f46caae9866c2d7aa4cf5 2024-12-09T00:41:22,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/555dc83315104ccdbc7eefc919a2a23c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/555dc83315104ccdbc7eefc919a2a23c 2024-12-09T00:41:22,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cba1f9f89fb4496c9cf0a0371f64dccd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cba1f9f89fb4496c9cf0a0371f64dccd 2024-12-09T00:41:22,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b8f02f8bbba94e5a84a1ed9e3cdb3fe6 2024-12-09T00:41:22,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/6fdabf844eb34bb397b4e8bd2a84e7e2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/6fdabf844eb34bb397b4e8bd2a84e7e2 2024-12-09T00:41:22,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c10737517a914e458b7f46a6e7d87eeb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c10737517a914e458b7f46a6e7d87eeb 2024-12-09T00:41:22,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/29f3fa9065e44ab19f1b676b4b6372c7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/29f3fa9065e44ab19f1b676b4b6372c7 2024-12-09T00:41:22,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b9441178786849fa83308bfb7dc74684 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/b9441178786849fa83308bfb7dc74684 2024-12-09T00:41:22,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/60b4dec187054692a408baababaa2543 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/60b4dec187054692a408baababaa2543 2024-12-09T00:41:22,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a9c261e6f1a74bbeb21655e66b577c6b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/a9c261e6f1a74bbeb21655e66b577c6b 2024-12-09T00:41:22,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c21eb9181643411baafb4e2a4b7da582 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/c21eb9181643411baafb4e2a4b7da582 2024-12-09T00:41:22,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/1dad352c3afc4f02a57faaf2520eb70c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/1dad352c3afc4f02a57faaf2520eb70c 2024-12-09T00:41:22,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/485f47f6b70840a3a5627bda12b6659d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/485f47f6b70840a3a5627bda12b6659d 2024-12-09T00:41:22,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cb82746ab4fa4607a8b8e530a7eb08d1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/cb82746ab4fa4607a8b8e530a7eb08d1 2024-12-09T00:41:22,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/eabcad809dec40f3b085b108e20c1bd0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/06a9c90a48b24c96bbd470a43550dbe1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/830c03630adb4bd6b5ac8f8c2a24980f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/866dbcb058294ed7b49f7fd6b041b4a3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/57dde6d9d50b48bc99107f6f6ad2869f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/48d995e74409478d92d9ad96dda34e30, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/65f4926ee5d640d4ab1563e7ec13ffae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/bc88a391ae13457caa90a5943cb1c1de, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e90c5bbf350c453e875459e176793709, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/9a9d2f4e762742238cdcfe6f53397fc9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/5a2c653bbea24cafaf41f77e92157c47, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/6414208c029c408abdb27f097104ed58, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/ad9eea30569d4291833bf9603075ee56, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4da092a2dfd9469d8df95214eee1db42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e0a11a4eb74d4c8899f464b4ac07a1bf, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7d6fb42bca6041d480a5367b2d71332f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7cb44c8461cc43cd9cca53bf002ecd18, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/fec4dd79053640f394bb0e051c198b66, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/0c6ea4bc53bf4e4397aadd3d571aa0cd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/c8070682b68b42269ab99b02fcad24fb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7f3e638d58bd4605ac06ab5112770cd8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/82357ca198964656be9d76d0b4f90c90, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/607e3e749ae04e26b4eac3d2eee0ca45, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/1bc380336cf74cfea7941c4b9006acd8] to archive 2024-12-09T00:41:22,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:22,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/eabcad809dec40f3b085b108e20c1bd0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/eabcad809dec40f3b085b108e20c1bd0 2024-12-09T00:41:22,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/06a9c90a48b24c96bbd470a43550dbe1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/06a9c90a48b24c96bbd470a43550dbe1 2024-12-09T00:41:22,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/830c03630adb4bd6b5ac8f8c2a24980f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/830c03630adb4bd6b5ac8f8c2a24980f 2024-12-09T00:41:22,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/866dbcb058294ed7b49f7fd6b041b4a3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/866dbcb058294ed7b49f7fd6b041b4a3 2024-12-09T00:41:22,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/57dde6d9d50b48bc99107f6f6ad2869f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/57dde6d9d50b48bc99107f6f6ad2869f 2024-12-09T00:41:22,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e8bfc87dd8f74b3cbd7b8d9d42c2b523 2024-12-09T00:41:22,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/48d995e74409478d92d9ad96dda34e30 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/48d995e74409478d92d9ad96dda34e30 2024-12-09T00:41:22,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/65f4926ee5d640d4ab1563e7ec13ffae to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/65f4926ee5d640d4ab1563e7ec13ffae 2024-12-09T00:41:22,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/bc88a391ae13457caa90a5943cb1c1de to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/bc88a391ae13457caa90a5943cb1c1de 2024-12-09T00:41:22,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e90c5bbf350c453e875459e176793709 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e90c5bbf350c453e875459e176793709 2024-12-09T00:41:22,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/9a9d2f4e762742238cdcfe6f53397fc9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/9a9d2f4e762742238cdcfe6f53397fc9 2024-12-09T00:41:22,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/5a2c653bbea24cafaf41f77e92157c47 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/5a2c653bbea24cafaf41f77e92157c47 2024-12-09T00:41:22,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/6414208c029c408abdb27f097104ed58 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/6414208c029c408abdb27f097104ed58 2024-12-09T00:41:22,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/ad9eea30569d4291833bf9603075ee56 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/ad9eea30569d4291833bf9603075ee56 2024-12-09T00:41:22,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4da092a2dfd9469d8df95214eee1db42 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4da092a2dfd9469d8df95214eee1db42 2024-12-09T00:41:22,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e0a11a4eb74d4c8899f464b4ac07a1bf to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/e0a11a4eb74d4c8899f464b4ac07a1bf 2024-12-09T00:41:22,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7d6fb42bca6041d480a5367b2d71332f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7d6fb42bca6041d480a5367b2d71332f 2024-12-09T00:41:22,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7cb44c8461cc43cd9cca53bf002ecd18 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7cb44c8461cc43cd9cca53bf002ecd18 2024-12-09T00:41:22,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/fec4dd79053640f394bb0e051c198b66 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/fec4dd79053640f394bb0e051c198b66 2024-12-09T00:41:22,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/0c6ea4bc53bf4e4397aadd3d571aa0cd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/0c6ea4bc53bf4e4397aadd3d571aa0cd 2024-12-09T00:41:22,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/c8070682b68b42269ab99b02fcad24fb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/c8070682b68b42269ab99b02fcad24fb 2024-12-09T00:41:22,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7f3e638d58bd4605ac06ab5112770cd8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/7f3e638d58bd4605ac06ab5112770cd8 2024-12-09T00:41:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/82357ca198964656be9d76d0b4f90c90 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/82357ca198964656be9d76d0b4f90c90 2024-12-09T00:41:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/607e3e749ae04e26b4eac3d2eee0ca45 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/607e3e749ae04e26b4eac3d2eee0ca45 2024-12-09T00:41:22,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:41:22,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/1bc380336cf74cfea7941c4b9006acd8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/1bc380336cf74cfea7941c4b9006acd8 2024-12-09T00:41:22,292 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=1 2024-12-09T00:41:22,292 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. 2024-12-09T00:41:22,292 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for f6b19269c54162100ee70cc14419675d: Waiting for close lock at 1733704880967Running coprocessor pre-close hooks at 1733704880967Disabling compacts and flushes for region at 1733704880967Disabling writes for close at 1733704880967Obtaining lock to block concurrent updates at 1733704880967Preparing flush snapshotting stores in f6b19269c54162100ee70cc14419675d at 1733704880967Finished memstore snapshotting TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733704880967Flushing stores of TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d. at 1733704880968 (+1 ms)Flushing f6b19269c54162100ee70cc14419675d/A: creating writer at 1733704880968Flushing f6b19269c54162100ee70cc14419675d/A: appending metadata at 1733704880970 (+2 ms)Flushing f6b19269c54162100ee70cc14419675d/A: closing flushed file at 1733704880970Flushing f6b19269c54162100ee70cc14419675d/B: creating writer at 1733704881385 (+415 ms)Flushing f6b19269c54162100ee70cc14419675d/B: appending metadata at 1733704881387 (+2 ms)Flushing f6b19269c54162100ee70cc14419675d/B: closing flushed file at 1733704881387Flushing f6b19269c54162100ee70cc14419675d/C: creating writer at 1733704881801 (+414 ms)Flushing f6b19269c54162100ee70cc14419675d/C: appending metadata at 1733704881804 (+3 ms)Flushing f6b19269c54162100ee70cc14419675d/C: closing flushed file at 1733704881804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adc0415: reopening flushed file at 1733704882212 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bd76e2: reopening flushed file at 1733704882216 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6829608c: reopening flushed file at 1733704882220 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f6b19269c54162100ee70cc14419675d in 1258ms, sequenceid=373, compaction requested=true at 1733704882225 (+5 ms)Writing region close event to WAL at 1733704882290 (+65 ms)Running coprocessor post-close hooks at 1733704882292 (+2 ms)Closed at 1733704882292 2024-12-09T00:41:22,293 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:22,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=f6b19269c54162100ee70cc14419675d, regionState=CLOSED 2024-12-09T00:41:22,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:41:22,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-09T00:41:22,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure f6b19269c54162100ee70cc14419675d, server=1bae0942de96,45465,1733704794103 in 1.4800 sec 2024-12-09T00:41:22,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-09T00:41:22,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b19269c54162100ee70cc14419675d, UNASSIGN in 1.4850 sec 2024-12-09T00:41:22,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-09T00:41:22,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4870 sec 2024-12-09T00:41:22,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704882300"}]},"ts":"1733704882300"} 2024-12-09T00:41:22,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T00:41:22,301 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T00:41:22,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5000 sec 2024-12-09T00:41:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T00:41:22,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:22,958 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T00:41:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:22,963 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-09T00:41:22,965 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:22,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:22,971 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/recovered.edits] 2024-12-09T00:41:22,975 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/257cac520c744c7296f231003e3f2d45 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/257cac520c744c7296f231003e3f2d45 2024-12-09T00:41:22,977 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/4bbc0116a4594c28bffe43f043cc2d76 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/4bbc0116a4594c28bffe43f043cc2d76 2024-12-09T00:41:22,979 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c0c89d95a83f43969f9b7f0a5191fa4c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/A/c0c89d95a83f43969f9b7f0a5191fa4c 2024-12-09T00:41:22,982 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4572887cffd14ef387f682629f2ca69a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/4572887cffd14ef387f682629f2ca69a 2024-12-09T00:41:22,983 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/899b81d516d443c58ea2227ea3fa0db1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/899b81d516d443c58ea2227ea3fa0db1 2024-12-09T00:41:22,985 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d252f36c25964eee9bc67856f253df05 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/B/d252f36c25964eee9bc67856f253df05 2024-12-09T00:41:22,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/17e0840dd1d141d6afc7d9d71660c7b9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/17e0840dd1d141d6afc7d9d71660c7b9 2024-12-09T00:41:22,989 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4e59b0d9eaef4ef6b6be0fe6ff706e48 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/4e59b0d9eaef4ef6b6be0fe6ff706e48 2024-12-09T00:41:22,990 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/cc5198cb7f374d2ab9f748fd73f8815e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/C/cc5198cb7f374d2ab9f748fd73f8815e 2024-12-09T00:41:22,993 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/recovered.edits/376.seqid to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d/recovered.edits/376.seqid 2024-12-09T00:41:22,993 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/f6b19269c54162100ee70cc14419675d 2024-12-09T00:41:22,993 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T00:41:22,995 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:22,999 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T00:41:23,002 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T00:41:23,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:23,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T00:41:23,003 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733704883003"}]},"ts":"9223372036854775807"} 2024-12-09T00:41:23,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T00:41:23,005 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f6b19269c54162100ee70cc14419675d, NAME => 'TestAcidGuarantees,,1733704853694.f6b19269c54162100ee70cc14419675d.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:41:23,005 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T00:41:23,006 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733704883005"}]},"ts":"9223372036854775807"} 2024-12-09T00:41:23,007 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T00:41:23,008 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:23,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-09T00:41:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-09T00:41:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T00:41:23,076 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:23,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=16104 (was 16194) 2024-12-09T00:41:23,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=16102 2024-12-09T00:41:23,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:41:23,098 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:41:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:23,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:41:23,100 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:23,100 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-12-09T00:41:23,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:41:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T00:41:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742185_1361 (size=959) 2024-12-09T00:41:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T00:41:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T00:41:23,510 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:41:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742186_1362 (size=53) 2024-12-09T00:41:23,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:41:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T00:41:23,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:41:23,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5d9bb5d1abd76ecf254183660a6fa537, disabling compactions & flushes 2024-12-09T00:41:23,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:23,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:23,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. after waiting 0 ms 2024-12-09T00:41:23,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:23,918 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:23,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d9bb5d1abd76ecf254183660a6fa537: Waiting for close lock at 1733704883917Disabling compacts and flushes for region at 1733704883917Disabling writes for close at 1733704883917Writing region close event to WAL at 1733704883917Closed at 1733704883917 2024-12-09T00:41:23,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:41:23,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733704883919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733704883919"}]},"ts":"1733704883919"} 2024-12-09T00:41:23,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T00:41:23,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:41:23,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704883923"}]},"ts":"1733704883923"} 2024-12-09T00:41:23,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T00:41:23,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, ASSIGN}] 2024-12-09T00:41:23,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, ASSIGN 2024-12-09T00:41:23,928 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, ASSIGN; state=OFFLINE, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=false 2024-12-09T00:41:24,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, ASSIGN because future has completed 2024-12-09T00:41:24,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T00:41:24,245 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:24,245 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:41:24,246 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,246 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:41:24,246 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,246 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,249 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,251 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9bb5d1abd76ecf254183660a6fa537 columnFamilyName A 2024-12-09T00:41:24,252 DEBUG [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:24,253 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(327): Store=5d9bb5d1abd76ecf254183660a6fa537/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:24,253 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,254 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9bb5d1abd76ecf254183660a6fa537 columnFamilyName B 2024-12-09T00:41:24,254 DEBUG [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:24,255 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(327): Store=5d9bb5d1abd76ecf254183660a6fa537/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:24,255 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,257 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9bb5d1abd76ecf254183660a6fa537 columnFamilyName C 2024-12-09T00:41:24,257 DEBUG [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:24,257 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(327): Store=5d9bb5d1abd76ecf254183660a6fa537/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:24,258 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,258 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,259 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,261 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,261 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,261 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:41:24,263 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,265 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:41:24,266 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 5d9bb5d1abd76ecf254183660a6fa537; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59240167, jitterRate=-0.11725272238254547}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:41:24,266 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:24,267 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 5d9bb5d1abd76ecf254183660a6fa537: Running coprocessor pre-open hook at 1733704884246Writing region info on filesystem at 1733704884246Initializing all the Stores at 1733704884248 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704884248Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704884248Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704884248Cleaning up temporary data from old regions at 1733704884261 (+13 ms)Running coprocessor post-open hooks at 1733704884266 (+5 ms)Region opened successfully at 1733704884267 (+1 ms) 2024-12-09T00:41:24,268 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., pid=95, masterSystemTime=1733704884239 2024-12-09T00:41:24,269 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:24,269 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:24,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:24,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:41:24,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-09T00:41:24,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 in 188 msec 2024-12-09T00:41:24,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-09T00:41:24,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, ASSIGN in 350 msec 2024-12-09T00:41:24,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:41:24,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704884278"}]},"ts":"1733704884278"} 2024-12-09T00:41:24,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T00:41:24,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:41:24,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-12-09T00:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T00:41:25,246 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:25,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:25,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:25,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:25,250 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f91a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:25,253 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119512ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:25,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:25,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:25,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:41:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:41:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d959f2f 2024-12-09T00:41:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:41:25,259 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:41:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:41:25,260 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:41:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742187_1363 (size=995) 2024-12-09T00:41:25,676 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-09T00:41:25,676 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-09T00:41:25,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:41:25,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, REOPEN/MOVE}] 2024-12-09T00:41:25,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, REOPEN/MOVE 2024-12-09T00:41:25,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, REOPEN/MOVE because future has completed 2024-12-09T00:41:25,690 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:41:25,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:41:25,844 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:25,844 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:41:25,844 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 5d9bb5d1abd76ecf254183660a6fa537, disabling compactions & flushes 2024-12-09T00:41:25,844 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:25,844 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:25,844 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. after waiting 0 ms 2024-12-09T00:41:25,844 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:25,854 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:41:25,855 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:25,855 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 5d9bb5d1abd76ecf254183660a6fa537: Waiting for close lock at 1733704885844Running coprocessor pre-close hooks at 1733704885844Disabling compacts and flushes for region at 1733704885844Disabling writes for close at 1733704885844Writing region close event to WAL at 1733704885845 (+1 ms)Running coprocessor post-close hooks at 1733704885855 (+10 ms)Closed at 1733704885855 2024-12-09T00:41:25,855 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 5d9bb5d1abd76ecf254183660a6fa537 to self. 2024-12-09T00:41:25,858 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:25,858 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=CLOSED 2024-12-09T00:41:25,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:41:25,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-09T00:41:25,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 in 171 msec 2024-12-09T00:41:25,864 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=true 2024-12-09T00:41:26,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, REOPEN/MOVE because future has completed 2024-12-09T00:41:26,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:41:26,179 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,179 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:41:26,179 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,179 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:41:26,179 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,179 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,181 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,182 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9bb5d1abd76ecf254183660a6fa537 columnFamilyName A 2024-12-09T00:41:26,184 DEBUG [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:26,185 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(327): Store=5d9bb5d1abd76ecf254183660a6fa537/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:26,185 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,186 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9bb5d1abd76ecf254183660a6fa537 columnFamilyName B 2024-12-09T00:41:26,186 DEBUG [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:26,187 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(327): Store=5d9bb5d1abd76ecf254183660a6fa537/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:26,187 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,188 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d9bb5d1abd76ecf254183660a6fa537 columnFamilyName C 2024-12-09T00:41:26,188 DEBUG [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:26,189 INFO [StoreOpener-5d9bb5d1abd76ecf254183660a6fa537-1 {}] regionserver.HStore(327): Store=5d9bb5d1abd76ecf254183660a6fa537/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:26,189 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,189 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,190 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,191 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,191 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,191 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:41:26,192 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,193 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 5d9bb5d1abd76ecf254183660a6fa537; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71730492, jitterRate=0.06886762380599976}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:41:26,193 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,194 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 5d9bb5d1abd76ecf254183660a6fa537: Running coprocessor pre-open hook at 1733704886180Writing region info on filesystem at 1733704886180Initializing all the Stores at 1733704886181 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704886181Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704886181Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704886181Cleaning up temporary data from old regions at 1733704886191 (+10 ms)Running coprocessor post-open hooks at 1733704886193 (+2 ms)Region opened successfully at 1733704886194 (+1 ms) 2024-12-09T00:41:26,194 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., pid=100, masterSystemTime=1733704886175 2024-12-09T00:41:26,196 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,196 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=OPEN, openSeqNum=5, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:41:26,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-12-09T00:41:26,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 in 179 msec 2024-12-09T00:41:26,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-09T00:41:26,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, REOPEN/MOVE in 515 msec 2024-12-09T00:41:26,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-09T00:41:26,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-12-09T00:41:26,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-12-09T00:41:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-09T00:41:26,206 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:26,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,207 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775a93a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,209 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326ca9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,210 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0f6b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,211 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8943d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,213 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c96ece9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,214 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7222f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,216 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e05e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,217 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e24710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,218 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313608e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,219 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,221 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124e6f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1740eb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,224 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785bd7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,226 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209a2b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,227 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef1704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1c90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,230 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373fb7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,231 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2881c44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a84aab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:26,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:26,233 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfa6e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:26,234 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ef64c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:26,235 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,235 DEBUG [Thread-1641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,236 DEBUG [Thread-1656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,236 DEBUG [Thread-1650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,236 DEBUG [Thread-1654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,236 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,237 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,238 DEBUG [Thread-1639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,238 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,238 DEBUG [Thread-1652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,240 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-09T00:41:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:26,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:41:26,248 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:26,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:26,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:41:26,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095c5f0c51e6574f0490eae4b535da568d_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704886256/Put/seqid=0 2024-12-09T00:41:26,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742188_1364 (size=12154) 2024-12-09T00:41:26,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704946298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704946300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704946301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704946302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704946303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:26,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:26,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704946415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704946415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704946415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704946415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704946415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:26,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:26,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704946625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704946625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704946625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704946625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704946635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,697 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:26,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095c5f0c51e6574f0490eae4b535da568d_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095c5f0c51e6574f0490eae4b535da568d_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:26,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/3b0e1f8a61aa4df9901cf034f53df9f6, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:26,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/3b0e1f8a61aa4df9901cf034f53df9f6 is 175, key is test_row_0/A:col10/1733704886256/Put/seqid=0 2024-12-09T00:41:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742189_1365 (size=30955) 2024-12-09T00:41:26,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:26,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:26,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704946935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704946935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704946935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704946935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704946945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:27,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/3b0e1f8a61aa4df9901cf034f53df9f6 2024-12-09T00:41:27,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/6c1ec5a1b61c40efab596eb36ebb54d8 is 50, key is test_row_0/B:col10/1733704886256/Put/seqid=0 2024-12-09T00:41:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742190_1366 (size=12001) 2024-12-09T00:41:27,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704947445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704947445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704947445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704947445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704947455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:27,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/6c1ec5a1b61c40efab596eb36ebb54d8 2024-12-09T00:41:27,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ce2b87c0de744b928cfdd15acc0e41cf is 50, key is test_row_0/C:col10/1733704886256/Put/seqid=0 2024-12-09T00:41:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742191_1367 (size=12001) 2024-12-09T00:41:27,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T00:41:27,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:27,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:27,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ce2b87c0de744b928cfdd15acc0e41cf 2024-12-09T00:41:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/3b0e1f8a61aa4df9901cf034f53df9f6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6 2024-12-09T00:41:27,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6, entries=150, sequenceid=16, filesize=30.2 K 2024-12-09T00:41:27,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/6c1ec5a1b61c40efab596eb36ebb54d8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6c1ec5a1b61c40efab596eb36ebb54d8 2024-12-09T00:41:27,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6c1ec5a1b61c40efab596eb36ebb54d8, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T00:41:27,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ce2b87c0de744b928cfdd15acc0e41cf as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce2b87c0de744b928cfdd15acc0e41cf 2024-12-09T00:41:27,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce2b87c0de744b928cfdd15acc0e41cf, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T00:41:27,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5d9bb5d1abd76ecf254183660a6fa537 in 1704ms, sequenceid=16, compaction requested=false 2024-12-09T00:41:27,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:28,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-09T00:41:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:28,082 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:41:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e280280e257043169f8ccedb6dec48d3_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704886296/Put/seqid=0 2024-12-09T00:41:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742192_1368 (size=12154) 2024-12-09T00:41:28,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:28,093 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e280280e257043169f8ccedb6dec48d3_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e280280e257043169f8ccedb6dec48d3_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9c16433e6a4c4187bc184d246ceaeb97, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9c16433e6a4c4187bc184d246ceaeb97 is 175, key is test_row_0/A:col10/1733704886296/Put/seqid=0 2024-12-09T00:41:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742193_1369 (size=30955) 2024-12-09T00:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:28,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704948470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704948471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704948472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704948474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704948475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,497 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9c16433e6a4c4187bc184d246ceaeb97 2024-12-09T00:41:28,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/d484169306404c1eaeecd7f23897a628 is 50, key is test_row_0/B:col10/1733704886296/Put/seqid=0 2024-12-09T00:41:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742194_1370 (size=12001) 2024-12-09T00:41:28,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704948585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704948585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704948586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704948586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704948586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704948795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704948796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704948796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704948796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704948796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:28,909 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/d484169306404c1eaeecd7f23897a628 2024-12-09T00:41:28,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ec726cd692ed4e879af07a7884b33689 is 50, key is test_row_0/C:col10/1733704886296/Put/seqid=0 2024-12-09T00:41:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742195_1371 (size=12001) 2024-12-09T00:41:28,918 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ec726cd692ed4e879af07a7884b33689 2024-12-09T00:41:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9c16433e6a4c4187bc184d246ceaeb97 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97 2024-12-09T00:41:28,924 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97, entries=150, sequenceid=40, filesize=30.2 K 2024-12-09T00:41:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/d484169306404c1eaeecd7f23897a628 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/d484169306404c1eaeecd7f23897a628 2024-12-09T00:41:28,928 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/d484169306404c1eaeecd7f23897a628, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T00:41:28,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ec726cd692ed4e879af07a7884b33689 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ec726cd692ed4e879af07a7884b33689 2024-12-09T00:41:28,933 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ec726cd692ed4e879af07a7884b33689, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T00:41:28,933 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5d9bb5d1abd76ecf254183660a6fa537 in 851ms, sequenceid=40, compaction requested=false 2024-12-09T00:41:28,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:28,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-09T00:41:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-09T00:41:28,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-09T00:41:28,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6920 sec 2024-12-09T00:41:28,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.7050 sec 2024-12-09T00:41:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:29,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:29,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:41:29,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092eaab03d1bbf4199a6343ecf8a74cfd4_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742196_1372 (size=14594) 2024-12-09T00:41:29,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704949136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704949140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704949141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704949142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704949143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704949245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704949255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704949255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704949255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704949255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704949455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704949465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704949465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704949465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704949465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,521 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:29,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092eaab03d1bbf4199a6343ecf8a74cfd4_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092eaab03d1bbf4199a6343ecf8a74cfd4_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:29,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/987ce9bcc4844500a34d49d58c31cba4, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:29,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/987ce9bcc4844500a34d49d58c31cba4 is 175, key is test_row_0/A:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742197_1373 (size=39549) 2024-12-09T00:41:29,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704949765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704949785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704949785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704949785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704949785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:29,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/987ce9bcc4844500a34d49d58c31cba4 2024-12-09T00:41:29,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/617b09a33af948c48ee1d8c93e9b6387 is 50, key is test_row_0/B:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742198_1374 (size=12001) 2024-12-09T00:41:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704950275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704950295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704950295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704950295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704950304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:30,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/617b09a33af948c48ee1d8c93e9b6387 2024-12-09T00:41:30,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/defebfe535b347efa3223b981efa750c is 50, key is test_row_0/C:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742199_1375 (size=12001) 2024-12-09T00:41:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-09T00:41:30,416 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:30,416 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-09T00:41:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T00:41:30,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:30,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:30,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T00:41:30,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T00:41:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:30,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T00:41:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:30,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T00:41:30,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/defebfe535b347efa3223b981efa750c 2024-12-09T00:41:30,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/987ce9bcc4844500a34d49d58c31cba4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4 2024-12-09T00:41:30,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4, entries=200, sequenceid=53, filesize=38.6 K 2024-12-09T00:41:30,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/617b09a33af948c48ee1d8c93e9b6387 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/617b09a33af948c48ee1d8c93e9b6387 2024-12-09T00:41:30,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/617b09a33af948c48ee1d8c93e9b6387, entries=150, sequenceid=53, filesize=11.7 K 2024-12-09T00:41:30,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/defebfe535b347efa3223b981efa750c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/defebfe535b347efa3223b981efa750c 2024-12-09T00:41:30,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/defebfe535b347efa3223b981efa750c, entries=150, sequenceid=53, filesize=11.7 K 2024-12-09T00:41:30,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d9bb5d1abd76ecf254183660a6fa537 in 1654ms, sequenceid=53, compaction requested=true 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:30,762 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:30,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:30,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:30,762 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:30,762 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/A is initiating minor compaction (all files) 2024-12-09T00:41:30,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/B is initiating minor compaction (all files) 2024-12-09T00:41:30,763 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/B in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,763 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/A in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,763 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=99.1 K 2024-12-09T00:41:30,763 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6c1ec5a1b61c40efab596eb36ebb54d8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/d484169306404c1eaeecd7f23897a628, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/617b09a33af948c48ee1d8c93e9b6387] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=35.2 K 2024-12-09T00:41:30,763 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4] 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c1ec5a1b61c40efab596eb36ebb54d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733704886254 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0e1f8a61aa4df9901cf034f53df9f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733704886254 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d484169306404c1eaeecd7f23897a628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733704886296 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c16433e6a4c4187bc184d246ceaeb97, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733704886296 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 617b09a33af948c48ee1d8c93e9b6387, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704888469 2024-12-09T00:41:30,763 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987ce9bcc4844500a34d49d58c31cba4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704888469 2024-12-09T00:41:30,768 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:30,769 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:30,770 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209c3d03371b0964ada9a5b21fbfa5fa9bf_5d9bb5d1abd76ecf254183660a6fa537 store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:30,770 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/167e4d2ff983412b93aa5c818cb8b1ca is 50, key is test_row_0/B:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:30,773 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209c3d03371b0964ada9a5b21fbfa5fa9bf_5d9bb5d1abd76ecf254183660a6fa537, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:30,773 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c3d03371b0964ada9a5b21fbfa5fa9bf_5d9bb5d1abd76ecf254183660a6fa537 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742201_1377 (size=4469) 2024-12-09T00:41:30,784 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#A#compaction#321 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:30,785 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/bfd195ddfda64369bf248d4231ea6949 is 175, key is test_row_0/A:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742200_1376 (size=12104) 2024-12-09T00:41:30,795 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/167e4d2ff983412b93aa5c818cb8b1ca as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/167e4d2ff983412b93aa5c818cb8b1ca 2024-12-09T00:41:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742202_1378 (size=31058) 2024-12-09T00:41:30,803 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/B of 5d9bb5d1abd76ecf254183660a6fa537 into 167e4d2ff983412b93aa5c818cb8b1ca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:30,803 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:30,803 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/B, priority=13, startTime=1733704890762; duration=0sec 2024-12-09T00:41:30,803 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:30,803 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:B 2024-12-09T00:41:30,803 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:30,803 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/bfd195ddfda64369bf248d4231ea6949 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bfd195ddfda64369bf248d4231ea6949 2024-12-09T00:41:30,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:30,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/C is initiating minor compaction (all files) 2024-12-09T00:41:30,804 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/C in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,804 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce2b87c0de744b928cfdd15acc0e41cf, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ec726cd692ed4e879af07a7884b33689, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/defebfe535b347efa3223b981efa750c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=35.2 K 2024-12-09T00:41:30,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ce2b87c0de744b928cfdd15acc0e41cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733704886254 2024-12-09T00:41:30,804 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ec726cd692ed4e879af07a7884b33689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733704886296 2024-12-09T00:41:30,805 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting defebfe535b347efa3223b981efa750c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704888469 2024-12-09T00:41:30,808 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/A of 5d9bb5d1abd76ecf254183660a6fa537 into bfd195ddfda64369bf248d4231ea6949(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:30,808 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:30,808 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/A, priority=13, startTime=1733704890762; duration=0sec 2024-12-09T00:41:30,808 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:30,808 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:A 2024-12-09T00:41:30,810 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#C#compaction#322 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:30,811 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/d06c7536af704298b1bc285900e7b244 is 50, key is test_row_0/C:col10/1733704888469/Put/seqid=0 2024-12-09T00:41:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742203_1379 (size=12104) 2024-12-09T00:41:30,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T00:41:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:30,876 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120991384c624d514edd88407fd8157a90a7_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704889141/Put/seqid=0 2024-12-09T00:41:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742204_1380 (size=12154) 2024-12-09T00:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T00:41:31,218 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/d06c7536af704298b1bc285900e7b244 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/d06c7536af704298b1bc285900e7b244 2024-12-09T00:41:31,221 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/C of 5d9bb5d1abd76ecf254183660a6fa537 into d06c7536af704298b1bc285900e7b244(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:31,221 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:31,221 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/C, priority=13, startTime=1733704890762; duration=0sec 2024-12-09T00:41:31,221 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:31,221 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:C 2024-12-09T00:41:31,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:31,288 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120991384c624d514edd88407fd8157a90a7_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120991384c624d514edd88407fd8157a90a7_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/02beb7f3bcb04f5383a6b9cc8b10581e, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:31,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/02beb7f3bcb04f5383a6b9cc8b10581e is 175, key is test_row_0/A:col10/1733704889141/Put/seqid=0 2024-12-09T00:41:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742205_1381 (size=30955) 2024-12-09T00:41:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704951315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704951317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,322 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704951318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704951319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704951322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704951424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704951435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704951435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704951435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T00:41:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704951635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704951645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704951645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704951645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,694 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/02beb7f3bcb04f5383a6b9cc8b10581e 2024-12-09T00:41:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/e15080565c6140a2bfde8b3f647f3d36 is 50, key is test_row_0/B:col10/1733704889141/Put/seqid=0 2024-12-09T00:41:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742206_1382 (size=12001) 2024-12-09T00:41:31,704 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/e15080565c6140a2bfde8b3f647f3d36 2024-12-09T00:41:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/b35e7049785e4483a96a25db75107db4 is 50, key is test_row_0/C:col10/1733704889141/Put/seqid=0 2024-12-09T00:41:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742207_1383 (size=12001) 2024-12-09T00:41:31,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704951945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704951955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704951955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704951955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,113 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/b35e7049785e4483a96a25db75107db4 2024-12-09T00:41:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/02beb7f3bcb04f5383a6b9cc8b10581e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e 2024-12-09T00:41:32,120 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e, entries=150, sequenceid=78, filesize=30.2 K 2024-12-09T00:41:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/e15080565c6140a2bfde8b3f647f3d36 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/e15080565c6140a2bfde8b3f647f3d36 2024-12-09T00:41:32,123 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/e15080565c6140a2bfde8b3f647f3d36, entries=150, sequenceid=78, filesize=11.7 K 2024-12-09T00:41:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/b35e7049785e4483a96a25db75107db4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/b35e7049785e4483a96a25db75107db4 2024-12-09T00:41:32,127 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/b35e7049785e4483a96a25db75107db4, entries=150, sequenceid=78, filesize=11.7 K 2024-12-09T00:41:32,128 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5d9bb5d1abd76ecf254183660a6fa537 in 1252ms, sequenceid=78, compaction requested=false 2024-12-09T00:41:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-09T00:41:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-09T00:41:32,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-09T00:41:32,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7120 sec 2024-12-09T00:41:32,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.7150 sec 2024-12-09T00:41:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:32,459 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:32,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T00:41:32,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091e3887bb61bf4b72b832b885a08f9d00_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742208_1384 (size=14594) 2024-12-09T00:41:32,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704952490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704952496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704952496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704952497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T00:41:32,565 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:32,566 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-09T00:41:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:32,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:32,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:32,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704952604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704952615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704952615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704952615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:32,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:32,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:32,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:32,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704952814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704952825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704952825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704952825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:32,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:32,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:32,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:32,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:32,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:32,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:32,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:32,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091e3887bb61bf4b72b832b885a08f9d00_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091e3887bb61bf4b72b832b885a08f9d00_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:32,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/39d9aa8529dd4df59eef5bf9dfb68a46, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:32,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/39d9aa8529dd4df59eef5bf9dfb68a46 is 175, key is test_row_0/A:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742209_1385 (size=39549) 2024-12-09T00:41:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:33,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704953125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:33,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/39d9aa8529dd4df59eef5bf9dfb68a46 2024-12-09T00:41:33,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/00da8124a4f445ddb58068b479f8c43e is 50, key is test_row_0/B:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742210_1386 (size=12001) 2024-12-09T00:41:33,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/00da8124a4f445ddb58068b479f8c43e 2024-12-09T00:41:33,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/91142bc840d7437393da619c7dc12901 is 50, key is test_row_0/C:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742211_1387 (size=12001) 2024-12-09T00:41:33,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/91142bc840d7437393da619c7dc12901 2024-12-09T00:41:33,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/39d9aa8529dd4df59eef5bf9dfb68a46 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46 2024-12-09T00:41:33,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46, entries=200, sequenceid=93, filesize=38.6 K 2024-12-09T00:41:33,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/00da8124a4f445ddb58068b479f8c43e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/00da8124a4f445ddb58068b479f8c43e 2024-12-09T00:41:33,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/00da8124a4f445ddb58068b479f8c43e, entries=150, sequenceid=93, filesize=11.7 K 2024-12-09T00:41:33,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/91142bc840d7437393da619c7dc12901 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/91142bc840d7437393da619c7dc12901 2024-12-09T00:41:33,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/91142bc840d7437393da619c7dc12901, entries=150, sequenceid=93, filesize=11.7 K 2024-12-09T00:41:33,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5d9bb5d1abd76ecf254183660a6fa537 in 861ms, sequenceid=93, compaction requested=true 2024-12-09T00:41:33,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:33,320 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:33,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:33,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:33,320 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:33,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:33,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:33,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:33,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:33,321 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:33,321 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/A is initiating minor compaction (all files) 2024-12-09T00:41:33,321 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/A in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,321 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:33,321 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/B is initiating minor compaction (all files) 2024-12-09T00:41:33,321 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bfd195ddfda64369bf248d4231ea6949, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=99.2 K 2024-12-09T00:41:33,321 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/B in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,321 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,321 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bfd195ddfda64369bf248d4231ea6949, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46] 2024-12-09T00:41:33,321 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/167e4d2ff983412b93aa5c818cb8b1ca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/e15080565c6140a2bfde8b3f647f3d36, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/00da8124a4f445ddb58068b479f8c43e] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=35.3 K 2024-12-09T00:41:33,322 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 167e4d2ff983412b93aa5c818cb8b1ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704888469 2024-12-09T00:41:33,322 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfd195ddfda64369bf248d4231ea6949, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704888469 2024-12-09T00:41:33,322 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02beb7f3bcb04f5383a6b9cc8b10581e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733704889130 2024-12-09T00:41:33,322 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e15080565c6140a2bfde8b3f647f3d36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733704889130 2024-12-09T00:41:33,322 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39d9aa8529dd4df59eef5bf9dfb68a46, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704891300 2024-12-09T00:41:33,322 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 00da8124a4f445ddb58068b479f8c43e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704891300 2024-12-09T00:41:33,327 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:33,328 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/501e75f4782f4958b8783e21069e31c8 is 50, key is test_row_0/B:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:33,328 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:33,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,329 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:33,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:33,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:33,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,331 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120994f4c9b7627546089d0cc91e3cf2ee0a_5d9bb5d1abd76ecf254183660a6fa537 store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742212_1388 (size=12207) 2024-12-09T00:41:33,334 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120994f4c9b7627546089d0cc91e3cf2ee0a_5d9bb5d1abd76ecf254183660a6fa537, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:33,335 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120994f4c9b7627546089d0cc91e3cf2ee0a_5d9bb5d1abd76ecf254183660a6fa537 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:33,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209517d1a581a5e432783af5cdc4128ef59_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704893328/Put/seqid=0 2024-12-09T00:41:33,338 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/501e75f4782f4958b8783e21069e31c8 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/501e75f4782f4958b8783e21069e31c8 2024-12-09T00:41:33,344 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/B of 5d9bb5d1abd76ecf254183660a6fa537 into 501e75f4782f4958b8783e21069e31c8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:33,344 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:33,344 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/B, priority=13, startTime=1733704893320; duration=0sec 2024-12-09T00:41:33,344 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:33,344 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:B 2024-12-09T00:41:33,344 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742213_1389 (size=14594) 2024-12-09T00:41:33,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742214_1390 (size=4469) 2024-12-09T00:41:33,345 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:33,345 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/C is initiating minor compaction (all files) 2024-12-09T00:41:33,346 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/C in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,346 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/d06c7536af704298b1bc285900e7b244, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/b35e7049785e4483a96a25db75107db4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/91142bc840d7437393da619c7dc12901] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=35.3 K 2024-12-09T00:41:33,346 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#A#compaction#330 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:33,346 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d06c7536af704298b1bc285900e7b244, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733704888469 2024-12-09T00:41:33,346 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/93a28a7bf4b7479db404fed0fa38f2ea is 175, key is test_row_0/A:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:33,346 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b35e7049785e4483a96a25db75107db4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733704889130 2024-12-09T00:41:33,347 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 91142bc840d7437393da619c7dc12901, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704891300 2024-12-09T00:41:33,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209517d1a581a5e432783af5cdc4128ef59_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209517d1a581a5e432783af5cdc4128ef59_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:33,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/7799f913d6394b3da35d7693f49fea42, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:33,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/7799f913d6394b3da35d7693f49fea42 is 175, key is test_row_0/A:col10/1733704893328/Put/seqid=0 2024-12-09T00:41:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742215_1391 (size=31161) 2024-12-09T00:41:33,354 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:33,355 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/93a28a7bf4b7479db404fed0fa38f2ea as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/93a28a7bf4b7479db404fed0fa38f2ea 2024-12-09T00:41:33,355 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/9852a3699d01401ba7f16e5c10fb0342 is 50, key is test_row_0/C:col10/1733704891321/Put/seqid=0 2024-12-09T00:41:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742216_1392 (size=39549) 2024-12-09T00:41:33,356 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/7799f913d6394b3da35d7693f49fea42 2024-12-09T00:41:33,361 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/A of 5d9bb5d1abd76ecf254183660a6fa537 into 93a28a7bf4b7479db404fed0fa38f2ea(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:33,361 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:33,361 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/A, priority=13, startTime=1733704893320; duration=0sec 2024-12-09T00:41:33,361 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:33,361 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:A 2024-12-09T00:41:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742217_1393 (size=12207) 2024-12-09T00:41:33,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/73ac7abd8766405183c9841a075c9163 is 50, key is test_row_0/B:col10/1733704893328/Put/seqid=0 2024-12-09T00:41:33,370 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/9852a3699d01401ba7f16e5c10fb0342 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/9852a3699d01401ba7f16e5c10fb0342 2024-12-09T00:41:33,376 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/C of 5d9bb5d1abd76ecf254183660a6fa537 into 9852a3699d01401ba7f16e5c10fb0342(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:33,376 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:33,376 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/C, priority=13, startTime=1733704893321; duration=0sec 2024-12-09T00:41:33,376 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:33,376 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:C 2024-12-09T00:41:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742218_1394 (size=12001) 2024-12-09T00:41:33,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/73ac7abd8766405183c9841a075c9163 2024-12-09T00:41:33,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ab96c2bfd216468ca60b36e5a4d999ad is 50, key is test_row_0/C:col10/1733704893328/Put/seqid=0 2024-12-09T00:41:33,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704953394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742219_1395 (size=12001) 2024-12-09T00:41:33,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704953505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:41:33,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T00:41:33,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704953635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704953645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704953645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704953645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:33,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704953715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:33,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:33,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ab96c2bfd216468ca60b36e5a4d999ad 2024-12-09T00:41:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/7799f913d6394b3da35d7693f49fea42 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42 2024-12-09T00:41:33,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42, entries=200, sequenceid=116, filesize=38.6 K 2024-12-09T00:41:33,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/73ac7abd8766405183c9841a075c9163 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/73ac7abd8766405183c9841a075c9163 2024-12-09T00:41:33,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/73ac7abd8766405183c9841a075c9163, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T00:41:33,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ab96c2bfd216468ca60b36e5a4d999ad as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ab96c2bfd216468ca60b36e5a4d999ad 2024-12-09T00:41:33,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ab96c2bfd216468ca60b36e5a4d999ad, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T00:41:33,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5d9bb5d1abd76ecf254183660a6fa537 in 486ms, sequenceid=116, compaction requested=false 2024-12-09T00:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:33,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T00:41:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:33,940 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:41:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209383e0c4389d548809ecb14485643b790_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704893393/Put/seqid=0 2024-12-09T00:41:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742220_1396 (size=12304) 2024-12-09T00:41:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704954117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704954235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:34,352 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209383e0c4389d548809ecb14485643b790_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209383e0c4389d548809ecb14485643b790_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/d2fa95551f9143edb4fe703fdfc42a70, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:34,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/d2fa95551f9143edb4fe703fdfc42a70 is 175, key is test_row_0/A:col10/1733704893393/Put/seqid=0 2024-12-09T00:41:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742221_1397 (size=31105) 2024-12-09T00:41:34,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704954445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704954655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704954655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704954655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,658 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:34,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704954656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,659 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,659 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:34,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/d2fa95551f9143edb4fe703fdfc42a70 2024-12-09T00:41:34,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704954755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/32d4d97ddd3c4e2c8fdc3592e99b9103 is 50, key is test_row_0/B:col10/1733704893393/Put/seqid=0 2024-12-09T00:41:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742222_1398 (size=12151) 2024-12-09T00:41:35,166 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/32d4d97ddd3c4e2c8fdc3592e99b9103 2024-12-09T00:41:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/419d60e5b6284e7ea4e32997d9580ea7 is 50, key is test_row_0/C:col10/1733704893393/Put/seqid=0 2024-12-09T00:41:35,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742223_1399 (size=12151) 2024-12-09T00:41:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704955274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:35,575 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/419d60e5b6284e7ea4e32997d9580ea7 2024-12-09T00:41:35,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/d2fa95551f9143edb4fe703fdfc42a70 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70 2024-12-09T00:41:35,581 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70, entries=150, sequenceid=132, filesize=30.4 K 2024-12-09T00:41:35,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/32d4d97ddd3c4e2c8fdc3592e99b9103 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/32d4d97ddd3c4e2c8fdc3592e99b9103 2024-12-09T00:41:35,584 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/32d4d97ddd3c4e2c8fdc3592e99b9103, entries=150, sequenceid=132, filesize=11.9 K 2024-12-09T00:41:35,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/419d60e5b6284e7ea4e32997d9580ea7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/419d60e5b6284e7ea4e32997d9580ea7 2024-12-09T00:41:35,587 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/419d60e5b6284e7ea4e32997d9580ea7, entries=150, sequenceid=132, filesize=11.9 K 2024-12-09T00:41:35,588 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d9bb5d1abd76ecf254183660a6fa537 in 1648ms, sequenceid=132, compaction requested=true 2024-12-09T00:41:35,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:35,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:35,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-09T00:41:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-09T00:41:35,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-09T00:41:35,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0210 sec 2024-12-09T00:41:35,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.0250 sec 2024-12-09T00:41:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:36,289 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:36,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:41:36,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096508b25858814bc6b2b7331435de7a82_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742224_1400 (size=14794) 2024-12-09T00:41:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704956349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704956455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704956665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704956665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,669 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704956675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704956675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,679 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:36,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,679 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704956685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,688 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:36,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:36,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:36,703 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096508b25858814bc6b2b7331435de7a82_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096508b25858814bc6b2b7331435de7a82_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:36,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/4de383873b3744c283e8e356fb4d87cf, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:36,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/4de383873b3744c283e8e356fb4d87cf is 175, key is test_row_0/A:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742225_1401 (size=39749) 2024-12-09T00:41:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T00:41:36,735 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:36,735 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-09T00:41:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:36,737 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:36,737 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:36,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:36,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:36,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:36,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704956975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:36,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:37,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:37,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/4de383873b3744c283e8e356fb4d87cf 2024-12-09T00:41:37,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/f0f9dde289b84d89ac339b69a83411ae is 50, key is test_row_0/B:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742226_1402 (size=12151) 2024-12-09T00:41:37,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:37,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704957485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:37,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/f0f9dde289b84d89ac339b69a83411ae 2024-12-09T00:41:37,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ce921263cc634d189cbd0cc15eb0be8c is 50, key is test_row_0/C:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:37,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742227_1403 (size=12151) 2024-12-09T00:41:37,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:37,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:37,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ce921263cc634d189cbd0cc15eb0be8c 2024-12-09T00:41:37,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/4de383873b3744c283e8e356fb4d87cf as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf 2024-12-09T00:41:37,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf, entries=200, sequenceid=156, filesize=38.8 K 2024-12-09T00:41:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/f0f9dde289b84d89ac339b69a83411ae as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/f0f9dde289b84d89ac339b69a83411ae 2024-12-09T00:41:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/f0f9dde289b84d89ac339b69a83411ae, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T00:41:37,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ce921263cc634d189cbd0cc15eb0be8c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce921263cc634d189cbd0cc15eb0be8c 2024-12-09T00:41:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce921263cc634d189cbd0cc15eb0be8c, entries=150, sequenceid=156, filesize=11.9 K 2024-12-09T00:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5d9bb5d1abd76ecf254183660a6fa537 in 1655ms, sequenceid=156, compaction requested=true 2024-12-09T00:41:37,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:37,945 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:37,945 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:37,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/B is initiating minor compaction (all files) 2024-12-09T00:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/A is initiating minor compaction (all files) 2024-12-09T00:41:37,946 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/B in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,946 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/A in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,946 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/93a28a7bf4b7479db404fed0fa38f2ea, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=138.2 K 2024-12-09T00:41:37,946 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/501e75f4782f4958b8783e21069e31c8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/73ac7abd8766405183c9841a075c9163, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/32d4d97ddd3c4e2c8fdc3592e99b9103, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/f0f9dde289b84d89ac339b69a83411ae] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=47.4 K 2024-12-09T00:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,946 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/93a28a7bf4b7479db404fed0fa38f2ea, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf] 2024-12-09T00:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a28a7bf4b7479db404fed0fa38f2ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704891300 2024-12-09T00:41:37,946 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 501e75f4782f4958b8783e21069e31c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704891300 2024-12-09T00:41:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,947 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ac7abd8766405183c9841a075c9163, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733704892487 2024-12-09T00:41:37,947 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7799f913d6394b3da35d7693f49fea42, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733704892487 2024-12-09T00:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,947 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 32d4d97ddd3c4e2c8fdc3592e99b9103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704893379 2024-12-09T00:41:37,947 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2fa95551f9143edb4fe703fdfc42a70, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704893379 2024-12-09T00:41:37,947 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f0f9dde289b84d89ac339b69a83411ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733704894095 2024-12-09T00:41:37,947 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de383873b3744c283e8e356fb4d87cf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733704894095 2024-12-09T00:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,956 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,957 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,957 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/1eeb8ae0d24c4357b81a7137ac58161c is 50, key is test_row_0/B:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,958 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a6181b07d33d4ef7b63d3ea6725e0457_5d9bb5d1abd76ecf254183660a6fa537 store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a6181b07d33d4ef7b63d3ea6725e0457_5d9bb5d1abd76ecf254183660a6fa537, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,960 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a6181b07d33d4ef7b63d3ea6725e0457_5d9bb5d1abd76ecf254183660a6fa537 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T00:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,961 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742228_1404 (size=12493) 2024-12-09T00:41:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120972a0460de3bc4fed93f4f82a2f72485a_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704896343/Put/seqid=0 2024-12-09T00:41:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742229_1405 (size=4469) 2024-12-09T00:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,985 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#A#compaction#342 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/bec73be20dc0494592a473d3b54cda9b is 175, key is test_row_0/A:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742231_1407 (size=31447) 2024-12-09T00:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742230_1406 (size=9814) 2024-12-09T00:41:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,385 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/1eeb8ae0d24c4357b81a7137ac58161c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/1eeb8ae0d24c4357b81a7137ac58161c 2024-12-09T00:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,389 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/B of 5d9bb5d1abd76ecf254183660a6fa537 into 1eeb8ae0d24c4357b81a7137ac58161c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:38,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:38,389 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/B, priority=12, startTime=1733704897945; duration=0sec 2024-12-09T00:41:38,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:B 2024-12-09T00:41:38,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,391 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:38,391 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/C is initiating minor compaction (all files) 2024-12-09T00:41:38,391 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/C in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:38,391 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/9852a3699d01401ba7f16e5c10fb0342, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ab96c2bfd216468ca60b36e5a4d999ad, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/419d60e5b6284e7ea4e32997d9580ea7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce921263cc634d189cbd0cc15eb0be8c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=47.4 K 2024-12-09T00:41:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,391 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9852a3699d01401ba7f16e5c10fb0342, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733704891300 2024-12-09T00:41:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,392 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ab96c2bfd216468ca60b36e5a4d999ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733704892487 2024-12-09T00:41:38,392 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 419d60e5b6284e7ea4e32997d9580ea7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704893379 2024-12-09T00:41:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,392 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ce921263cc634d189cbd0cc15eb0be8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733704894095 2024-12-09T00:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,403 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/bec73be20dc0494592a473d3b54cda9b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bec73be20dc0494592a473d3b54cda9b 2024-12-09T00:41:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,405 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,406 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/c315bbc29ed54962a0f2a3700f32b6ef is 50, key is test_row_0/C:col10/1733704894115/Put/seqid=0 2024-12-09T00:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,407 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120972a0460de3bc4fed93f4f82a2f72485a_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120972a0460de3bc4fed93f4f82a2f72485a_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/5428f69c510f4ed88056d66e9b5b1517, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/5428f69c510f4ed88056d66e9b5b1517 is 175, key is test_row_0/A:col10/1733704896343/Put/seqid=0 2024-12-09T00:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,413 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/A of 5d9bb5d1abd76ecf254183660a6fa537 into bec73be20dc0494592a473d3b54cda9b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:38,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:38,413 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/A, priority=12, startTime=1733704897945; duration=0sec 2024-12-09T00:41:38,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:38,413 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:A 2024-12-09T00:41:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742232_1408 (size=12493) 2024-12-09T00:41:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742233_1409 (size=22461) 2024-12-09T00:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:38,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:38,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704958736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:38,822 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/5428f69c510f4ed88056d66e9b5b1517 2024-12-09T00:41:38,828 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/c315bbc29ed54962a0f2a3700f32b6ef as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c315bbc29ed54962a0f2a3700f32b6ef 2024-12-09T00:41:38,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/0497fa2e415c43faa332f32388ab69c1 is 50, key is test_row_0/B:col10/1733704896343/Put/seqid=0 2024-12-09T00:41:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742234_1410 (size=9757) 2024-12-09T00:41:38,836 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/C of 5d9bb5d1abd76ecf254183660a6fa537 into c315bbc29ed54962a0f2a3700f32b6ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:38,836 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:38,836 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/C, priority=12, startTime=1733704897945; duration=0sec 2024-12-09T00:41:38,836 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:38,836 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:C 2024-12-09T00:41:38,836 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/0497fa2e415c43faa332f32388ab69c1 2024-12-09T00:41:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/c3a4c72b69634c828afe7d977da840fb is 50, key is test_row_0/C:col10/1733704896343/Put/seqid=0 2024-12-09T00:41:38,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742235_1411 (size=9757) 2024-12-09T00:41:38,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704958845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:39,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704959055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:39,247 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/c3a4c72b69634c828afe7d977da840fb 2024-12-09T00:41:39,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/5428f69c510f4ed88056d66e9b5b1517 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517 2024-12-09T00:41:39,255 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517, entries=100, sequenceid=168, filesize=21.9 K 2024-12-09T00:41:39,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/0497fa2e415c43faa332f32388ab69c1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/0497fa2e415c43faa332f32388ab69c1 2024-12-09T00:41:39,259 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/0497fa2e415c43faa332f32388ab69c1, entries=100, sequenceid=168, filesize=9.5 K 2024-12-09T00:41:39,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/c3a4c72b69634c828afe7d977da840fb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c3a4c72b69634c828afe7d977da840fb 2024-12-09T00:41:39,263 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c3a4c72b69634c828afe7d977da840fb, entries=100, sequenceid=168, filesize=9.5 K 2024-12-09T00:41:39,264 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5d9bb5d1abd76ecf254183660a6fa537 in 1303ms, sequenceid=168, compaction requested=false 2024-12-09T00:41:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-09T00:41:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-09T00:41:39,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-09T00:41:39,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5270 sec 2024-12-09T00:41:39,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.5320 sec 2024-12-09T00:41:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:39,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:41:39,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c851e14b759342a1b8875db97e35dfc3_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:39,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742236_1412 (size=14794) 2024-12-09T00:41:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704959406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704959525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704959735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:39,776 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:39,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c851e14b759342a1b8875db97e35dfc3_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c851e14b759342a1b8875db97e35dfc3_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:39,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9828bb867e464036a9ffc38eebdb93fb, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:39,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9828bb867e464036a9ffc38eebdb93fb is 175, key is test_row_0/A:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742237_1413 (size=39749) 2024-12-09T00:41:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704960045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9828bb867e464036a9ffc38eebdb93fb 2024-12-09T00:41:40,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/54651084b95547269a3440dbfb48ef1f is 50, key is test_row_0/B:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742238_1414 (size=12151) 2024-12-09T00:41:40,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704960555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/54651084b95547269a3440dbfb48ef1f 2024-12-09T00:41:40,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/43cb966062d94f9eae6c54f70df0f9b5 is 50, key is test_row_0/C:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742239_1415 (size=12151) 2024-12-09T00:41:40,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/43cb966062d94f9eae6c54f70df0f9b5 2024-12-09T00:41:40,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/9828bb867e464036a9ffc38eebdb93fb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb 2024-12-09T00:41:40,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb, entries=200, sequenceid=196, filesize=38.8 K 2024-12-09T00:41:40,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/54651084b95547269a3440dbfb48ef1f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/54651084b95547269a3440dbfb48ef1f 2024-12-09T00:41:40,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/54651084b95547269a3440dbfb48ef1f, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T00:41:40,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/43cb966062d94f9eae6c54f70df0f9b5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/43cb966062d94f9eae6c54f70df0f9b5 2024-12-09T00:41:40,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/43cb966062d94f9eae6c54f70df0f9b5, entries=150, sequenceid=196, filesize=11.9 K 2024-12-09T00:41:40,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5d9bb5d1abd76ecf254183660a6fa537 in 1248ms, sequenceid=196, compaction requested=true 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:40,615 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:40,615 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:40,616 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:40,616 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/B is initiating minor compaction (all files) 2024-12-09T00:41:40,616 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/B in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:40,616 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/1eeb8ae0d24c4357b81a7137ac58161c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/0497fa2e415c43faa332f32388ab69c1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/54651084b95547269a3440dbfb48ef1f] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=33.6 K 2024-12-09T00:41:40,616 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:40,616 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/A is initiating minor compaction (all files) 2024-12-09T00:41:40,617 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/A in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:40,617 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eeb8ae0d24c4357b81a7137ac58161c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733704894095 2024-12-09T00:41:40,617 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bec73be20dc0494592a473d3b54cda9b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=91.5 K 2024-12-09T00:41:40,617 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:40,617 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bec73be20dc0494592a473d3b54cda9b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb] 2024-12-09T00:41:40,617 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 0497fa2e415c43faa332f32388ab69c1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733704896343 2024-12-09T00:41:40,617 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting bec73be20dc0494592a473d3b54cda9b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733704894095 2024-12-09T00:41:40,617 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 54651084b95547269a3440dbfb48ef1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733704898723 2024-12-09T00:41:40,617 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5428f69c510f4ed88056d66e9b5b1517, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733704896343 2024-12-09T00:41:40,618 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9828bb867e464036a9ffc38eebdb93fb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733704898713 2024-12-09T00:41:40,623 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:40,624 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:40,625 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/bbafe80c2497457faee8c1c6eaf0111b is 50, key is test_row_0/B:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:40,628 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209862051e3d9fc48abaf3fca2fa60f1bba_5d9bb5d1abd76ecf254183660a6fa537 store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742240_1416 (size=12595) 2024-12-09T00:41:40,629 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209862051e3d9fc48abaf3fca2fa60f1bba_5d9bb5d1abd76ecf254183660a6fa537, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:40,629 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209862051e3d9fc48abaf3fca2fa60f1bba_5d9bb5d1abd76ecf254183660a6fa537 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742241_1417 (size=4469) 2024-12-09T00:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:40,701 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:40,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:41:40,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d9249a6bca18400e8c3a082d4defc25e_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704899385/Put/seqid=0 2024-12-09T00:41:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742242_1418 (size=14794) 2024-12-09T00:41:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704960750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704960751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704960752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704960752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704960865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704960865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704960865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704960865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T00:41:40,905 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:40,905 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-09T00:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:40,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:40,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:40,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:41,032 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/bbafe80c2497457faee8c1c6eaf0111b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/bbafe80c2497457faee8c1c6eaf0111b 2024-12-09T00:41:41,032 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:41,033 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/08f65f5673a74cb18a32d9c7990d0805 is 175, key is test_row_0/A:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:41,037 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/B of 5d9bb5d1abd76ecf254183660a6fa537 into bbafe80c2497457faee8c1c6eaf0111b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:41,037 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:41,037 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/B, priority=13, startTime=1733704900615; duration=0sec 2024-12-09T00:41:41,037 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:41,037 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:B 2024-12-09T00:41:41,037 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:41,038 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:41,038 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/C is initiating minor compaction (all files) 2024-12-09T00:41:41,038 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/C in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,038 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c315bbc29ed54962a0f2a3700f32b6ef, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c3a4c72b69634c828afe7d977da840fb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/43cb966062d94f9eae6c54f70df0f9b5] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=33.6 K 2024-12-09T00:41:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742243_1419 (size=31549) 2024-12-09T00:41:41,039 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c315bbc29ed54962a0f2a3700f32b6ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733704894095 2024-12-09T00:41:41,039 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a4c72b69634c828afe7d977da840fb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733704896343 2024-12-09T00:41:41,040 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 43cb966062d94f9eae6c54f70df0f9b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733704898723 2024-12-09T00:41:41,044 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:41,044 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/4770d52df8884265a74332d863ea1b35 is 50, key is test_row_0/C:col10/1733704898734/Put/seqid=0 2024-12-09T00:41:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742244_1420 (size=12595) 2024-12-09T00:41:41,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704961075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704961075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704961075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704961075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,109 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:41,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d9249a6bca18400e8c3a082d4defc25e_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9249a6bca18400e8c3a082d4defc25e_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:41,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/84e419e67cef4ed9b1e210050cf8f0e4, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:41,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/84e419e67cef4ed9b1e210050cf8f0e4 is 175, key is test_row_0/A:col10/1733704899385/Put/seqid=0 2024-12-09T00:41:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742245_1421 (size=39749) 2024-12-09T00:41:41,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:41,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704961385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704961385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704961385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704961385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,443 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/08f65f5673a74cb18a32d9c7990d0805 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/08f65f5673a74cb18a32d9c7990d0805 2024-12-09T00:41:41,446 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/A of 5d9bb5d1abd76ecf254183660a6fa537 into 08f65f5673a74cb18a32d9c7990d0805(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:41,446 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:41,446 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/A, priority=13, startTime=1733704900615; duration=0sec 2024-12-09T00:41:41,446 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:41,446 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:A 2024-12-09T00:41:41,450 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/4770d52df8884265a74332d863ea1b35 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4770d52df8884265a74332d863ea1b35 2024-12-09T00:41:41,453 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/C of 5d9bb5d1abd76ecf254183660a6fa537 into 4770d52df8884265a74332d863ea1b35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:41,453 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:41,454 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/C, priority=13, startTime=1733704900615; duration=0sec 2024-12-09T00:41:41,454 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:41,454 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:C 2024-12-09T00:41:41,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/84e419e67cef4ed9b1e210050cf8f0e4 2024-12-09T00:41:41,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/9c3a85add05047269ea8d1af7d536141 is 50, key is test_row_0/B:col10/1733704899385/Put/seqid=0 2024-12-09T00:41:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742246_1422 (size=12151) 2024-12-09T00:41:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:41,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704961565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,571 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704961895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704961895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704961905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704961905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:41,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/9c3a85add05047269ea8d1af7d536141 2024-12-09T00:41:41,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ddf3be7fe8bf4073b555e3684b8ed509 is 50, key is test_row_0/C:col10/1733704899385/Put/seqid=0 2024-12-09T00:41:41,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742247_1423 (size=12151) 2024-12-09T00:41:41,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:41,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:42,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:42,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:42,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:42,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:42,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:42,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:42,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ddf3be7fe8bf4073b555e3684b8ed509 2024-12-09T00:41:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/84e419e67cef4ed9b1e210050cf8f0e4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4 2024-12-09T00:41:42,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4, entries=200, sequenceid=208, filesize=38.8 K 2024-12-09T00:41:42,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/9c3a85add05047269ea8d1af7d536141 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/9c3a85add05047269ea8d1af7d536141 2024-12-09T00:41:42,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/9c3a85add05047269ea8d1af7d536141, entries=150, sequenceid=208, filesize=11.9 K 2024-12-09T00:41:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/ddf3be7fe8bf4073b555e3684b8ed509 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ddf3be7fe8bf4073b555e3684b8ed509 2024-12-09T00:41:42,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ddf3be7fe8bf4073b555e3684b8ed509, entries=150, sequenceid=208, filesize=11.9 K 2024-12-09T00:41:42,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5d9bb5d1abd76ecf254183660a6fa537 in 1652ms, sequenceid=208, compaction requested=false 2024-12-09T00:41:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:42,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T00:41:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:42,434 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:41:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fd01bc1ad443487bbd16f0f86d2c6ead_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704900742/Put/seqid=0 2024-12-09T00:41:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742248_1424 (size=12304) 2024-12-09T00:41:42,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:42,845 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fd01bc1ad443487bbd16f0f86d2c6ead_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd01bc1ad443487bbd16f0f86d2c6ead_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/40a081739c1b412f85dd1ca9b01d6736, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:42,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/40a081739c1b412f85dd1ca9b01d6736 is 175, key is test_row_0/A:col10/1733704900742/Put/seqid=0 2024-12-09T00:41:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742249_1425 (size=31105) 2024-12-09T00:41:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:42,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704962926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704962927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704962929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704962930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704963035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704963045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704963045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704963046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:43,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704963245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,256 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/40a081739c1b412f85dd1ca9b01d6736 2024-12-09T00:41:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/5c7ca07b1ef14874bec0958d10ed8349 is 50, key is test_row_0/B:col10/1733704900742/Put/seqid=0 2024-12-09T00:41:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704963255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704963256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742250_1426 (size=12151) 2024-12-09T00:41:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704963256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,265 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/5c7ca07b1ef14874bec0958d10ed8349 2024-12-09T00:41:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/657f051c499940178db0e32b7163ba08 is 50, key is test_row_0/C:col10/1733704900742/Put/seqid=0 2024-12-09T00:41:43,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742251_1427 (size=12151) 2024-12-09T00:41:43,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704963555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704963575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704963575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704963575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42872 deadline: 1733704963584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:43,588 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in 5d9bb5d1abd76ecf254183660a6fa537 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:43,675 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/657f051c499940178db0e32b7163ba08 2024-12-09T00:41:43,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/40a081739c1b412f85dd1ca9b01d6736 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736 2024-12-09T00:41:43,682 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736, entries=150, sequenceid=235, filesize=30.4 K 2024-12-09T00:41:43,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/5c7ca07b1ef14874bec0958d10ed8349 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/5c7ca07b1ef14874bec0958d10ed8349 2024-12-09T00:41:43,686 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/5c7ca07b1ef14874bec0958d10ed8349, entries=150, sequenceid=235, filesize=11.9 K 2024-12-09T00:41:43,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/657f051c499940178db0e32b7163ba08 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/657f051c499940178db0e32b7163ba08 2024-12-09T00:41:43,691 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/657f051c499940178db0e32b7163ba08, entries=150, sequenceid=235, filesize=11.9 K 2024-12-09T00:41:43,692 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5d9bb5d1abd76ecf254183660a6fa537 in 1258ms, sequenceid=235, compaction requested=true 2024-12-09T00:41:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-09T00:41:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-09T00:41:43,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-09T00:41:43,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7860 sec 2024-12-09T00:41:43,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.7900 sec 2024-12-09T00:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:44,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:41:44,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093da32a77a4c34ffb955cccc0d5fe8600_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742252_1428 (size=14794) 2024-12-09T00:41:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704964110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704964111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704964112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704964117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704964226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704964226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704964226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704964226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704964436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704964436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704964436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704964436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:44,478 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093da32a77a4c34ffb955cccc0d5fe8600_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093da32a77a4c34ffb955cccc0d5fe8600_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:44,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/2b0e9b524cbd41d2a8dbc9a3a639e358, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:44,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/2b0e9b524cbd41d2a8dbc9a3a639e358 is 175, key is test_row_0/A:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:44,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742253_1429 (size=39749) 2024-12-09T00:41:44,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704964745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704964745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704964745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704964745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:44,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/2b0e9b524cbd41d2a8dbc9a3a639e358 2024-12-09T00:41:44,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/6469db1894b74ac68de27b251328d2d1 is 50, key is test_row_0/B:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:44,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742254_1430 (size=12151) 2024-12-09T00:41:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T00:41:45,065 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:45,065 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-09T00:41:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T00:41:45,067 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:45,067 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:45,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T00:41:45,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T00:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42812 deadline: 1733704965255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:45,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1733704965255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42838 deadline: 1733704965255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42794 deadline: 1733704965255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:41:45,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/6469db1894b74ac68de27b251328d2d1 2024-12-09T00:41:45,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/4e10a282db984256b0041887c853ba1f is 50, key is test_row_0/C:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742255_1431 (size=12151) 2024-12-09T00:41:45,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T00:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T00:41:45,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T00:41:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T00:41:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T00:41:45,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/4e10a282db984256b0041887c853ba1f 2024-12-09T00:41:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/2b0e9b524cbd41d2a8dbc9a3a639e358 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358 2024-12-09T00:41:45,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358, entries=200, sequenceid=248, filesize=38.8 K 2024-12-09T00:41:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/6469db1894b74ac68de27b251328d2d1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6469db1894b74ac68de27b251328d2d1 2024-12-09T00:41:45,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6469db1894b74ac68de27b251328d2d1, entries=150, sequenceid=248, filesize=11.9 K 2024-12-09T00:41:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/4e10a282db984256b0041887c853ba1f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4e10a282db984256b0041887c853ba1f 2024-12-09T00:41:45,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4e10a282db984256b0041887c853ba1f, entries=150, sequenceid=248, filesize=11.9 K 2024-12-09T00:41:45,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d9bb5d1abd76ecf254183660a6fa537 in 1646ms, sequenceid=248, compaction requested=true 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:45,714 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:45,714 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d9bb5d1abd76ecf254183660a6fa537:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:45,715 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:45,715 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:45,715 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/A is initiating minor compaction (all files) 2024-12-09T00:41:45,715 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/B is initiating minor compaction (all files) 2024-12-09T00:41:45,715 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/B in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,715 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/A in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,715 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/bbafe80c2497457faee8c1c6eaf0111b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/9c3a85add05047269ea8d1af7d536141, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/5c7ca07b1ef14874bec0958d10ed8349, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6469db1894b74ac68de27b251328d2d1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=47.9 K 2024-12-09T00:41:45,715 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/08f65f5673a74cb18a32d9c7990d0805, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=138.8 K 2024-12-09T00:41:45,715 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,715 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/08f65f5673a74cb18a32d9c7990d0805, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358] 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bbafe80c2497457faee8c1c6eaf0111b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733704898723 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f65f5673a74cb18a32d9c7990d0805, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733704898723 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c3a85add05047269ea8d1af7d536141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733704899385 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c7ca07b1ef14874bec0958d10ed8349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733704900742 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e419e67cef4ed9b1e210050cf8f0e4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733704899385 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6469db1894b74ac68de27b251328d2d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733704902921 2024-12-09T00:41:45,716 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40a081739c1b412f85dd1ca9b01d6736, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733704900742 2024-12-09T00:41:45,718 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0e9b524cbd41d2a8dbc9a3a639e358, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733704902921 2024-12-09T00:41:45,722 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:45,724 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412096e91d27a62b040999299670fc6e75fe6_5d9bb5d1abd76ecf254183660a6fa537 store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:45,724 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#B#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:45,724 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/82deb21768f5428dbea24d5a86758bb0 is 50, key is test_row_0/B:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:45,725 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412096e91d27a62b040999299670fc6e75fe6_5d9bb5d1abd76ecf254183660a6fa537, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:45,725 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096e91d27a62b040999299670fc6e75fe6_5d9bb5d1abd76ecf254183660a6fa537 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742256_1432 (size=12731) 2024-12-09T00:41:45,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742257_1433 (size=4469) 2024-12-09T00:41:45,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T00:41:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:45,830 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f6e131f91d9b46028892f53d94431355_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704904108/Put/seqid=0 2024-12-09T00:41:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742258_1434 (size=12454) 2024-12-09T00:41:46,131 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#A#compaction#363 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:46,131 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/591913a6723b40528629b93c58c9d9fe is 175, key is test_row_0/A:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:46,134 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/82deb21768f5428dbea24d5a86758bb0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/82deb21768f5428dbea24d5a86758bb0 2024-12-09T00:41:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742259_1435 (size=31685) 2024-12-09T00:41:46,137 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/B of 5d9bb5d1abd76ecf254183660a6fa537 into 82deb21768f5428dbea24d5a86758bb0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:46,137 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:46,137 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/B, priority=12, startTime=1733704905714; duration=0sec 2024-12-09T00:41:46,138 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:46,139 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:B 2024-12-09T00:41:46,139 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:41:46,139 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:41:46,139 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): 5d9bb5d1abd76ecf254183660a6fa537/C is initiating minor compaction (all files) 2024-12-09T00:41:46,139 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d9bb5d1abd76ecf254183660a6fa537/C in TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:46,140 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4770d52df8884265a74332d863ea1b35, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ddf3be7fe8bf4073b555e3684b8ed509, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/657f051c499940178db0e32b7163ba08, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4e10a282db984256b0041887c853ba1f] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp, totalSize=47.9 K 2024-12-09T00:41:46,140 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4770d52df8884265a74332d863ea1b35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733704898723 2024-12-09T00:41:46,140 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf3be7fe8bf4073b555e3684b8ed509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733704899385 2024-12-09T00:41:46,140 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 657f051c499940178db0e32b7163ba08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733704900742 2024-12-09T00:41:46,140 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e10a282db984256b0041887c853ba1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733704902921 2024-12-09T00:41:46,145 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d9bb5d1abd76ecf254183660a6fa537#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:46,146 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/90e557836c1e4057b342d3d10282d065 is 50, key is test_row_0/C:col10/1733704902921/Put/seqid=0 2024-12-09T00:41:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742260_1436 (size=12731) 2024-12-09T00:41:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T00:41:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:46,242 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f6e131f91d9b46028892f53d94431355_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f6e131f91d9b46028892f53d94431355_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/a4504df90a354a059ca2c46736f40010, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:46,243 INFO [Thread-1656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1656. 2024-12-09T00:41:46,243 DEBUG [Thread-1656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,243 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/a4504df90a354a059ca2c46736f40010 is 175, key is test_row_0/A:col10/1733704904108/Put/seqid=0 2024-12-09T00:41:46,243 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742261_1437 (size=31255) 2024-12-09T00:41:46,246 INFO [Thread-1650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1650. 2024-12-09T00:41:46,246 DEBUG [Thread-1650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,246 DEBUG [Thread-1650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,246 DEBUG [Thread-1650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,246 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/a4504df90a354a059ca2c46736f40010 2024-12-09T00:41:46,246 INFO [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658. 2024-12-09T00:41:46,246 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,246 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,246 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,248 INFO [Thread-1654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1654. 2024-12-09T00:41:46,248 DEBUG [Thread-1654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,248 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,248 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/da3e0baa25e345c0a1f5def6ffce8de3 is 50, key is test_row_0/B:col10/1733704904108/Put/seqid=0 2024-12-09T00:41:46,252 INFO [Thread-1652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1652. 2024-12-09T00:41:46,252 DEBUG [Thread-1652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,252 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,252 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742262_1438 (size=12301) 2024-12-09T00:41:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:46,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. as already flushing 2024-12-09T00:41:46,277 INFO [Thread-1639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1639. 2024-12-09T00:41:46,277 INFO [Thread-1641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1641. 2024-12-09T00:41:46,277 DEBUG [Thread-1641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,277 DEBUG [Thread-1639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,277 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,277 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,277 INFO [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645. 2024-12-09T00:41:46,277 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,277 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,277 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,277 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,277 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,279 INFO [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647. 2024-12-09T00:41:46,279 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:46,279 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,279 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:46,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:46,542 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/591913a6723b40528629b93c58c9d9fe as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/591913a6723b40528629b93c58c9d9fe 2024-12-09T00:41:46,549 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/A of 5d9bb5d1abd76ecf254183660a6fa537 into 591913a6723b40528629b93c58c9d9fe(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:46,549 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:46,549 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/A, priority=12, startTime=1733704905714; duration=0sec 2024-12-09T00:41:46,549 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:46,549 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:A 2024-12-09T00:41:46,553 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/90e557836c1e4057b342d3d10282d065 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/90e557836c1e4057b342d3d10282d065 2024-12-09T00:41:46,558 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d9bb5d1abd76ecf254183660a6fa537/C of 5d9bb5d1abd76ecf254183660a6fa537 into 90e557836c1e4057b342d3d10282d065(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:46,558 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:46,558 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., storeName=5d9bb5d1abd76ecf254183660a6fa537/C, priority=12, startTime=1733704905714; duration=0sec 2024-12-09T00:41:46,558 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:46,558 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d9bb5d1abd76ecf254183660a6fa537:C 2024-12-09T00:41:46,657 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/da3e0baa25e345c0a1f5def6ffce8de3 2024-12-09T00:41:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/8f0d3e29848443e1b79cb2a11d340273 is 50, key is test_row_0/C:col10/1733704904108/Put/seqid=0 2024-12-09T00:41:46,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742263_1439 (size=12301) 2024-12-09T00:41:47,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/8f0d3e29848443e1b79cb2a11d340273 2024-12-09T00:41:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/a4504df90a354a059ca2c46736f40010 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/a4504df90a354a059ca2c46736f40010 2024-12-09T00:41:47,088 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/a4504df90a354a059ca2c46736f40010, entries=150, sequenceid=271, filesize=30.5 K 2024-12-09T00:41:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/da3e0baa25e345c0a1f5def6ffce8de3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/da3e0baa25e345c0a1f5def6ffce8de3 2024-12-09T00:41:47,093 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/da3e0baa25e345c0a1f5def6ffce8de3, entries=150, sequenceid=271, filesize=12.0 K 2024-12-09T00:41:47,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/8f0d3e29848443e1b79cb2a11d340273 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/8f0d3e29848443e1b79cb2a11d340273 2024-12-09T00:41:47,097 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/8f0d3e29848443e1b79cb2a11d340273, entries=150, sequenceid=271, filesize=12.0 K 2024-12-09T00:41:47,098 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 5d9bb5d1abd76ecf254183660a6fa537 in 1268ms, sequenceid=271, compaction requested=false 2024-12-09T00:41:47,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 5d9bb5d1abd76ecf254183660a6fa537: 2024-12-09T00:41:47,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:47,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-09T00:41:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-09T00:41:47,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-09T00:41:47,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-12-09T00:41:47,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0380 sec 2024-12-09T00:41:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T00:41:47,216 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:47,620 INFO [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643. 2024-12-09T00:41:47,620 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:41:47,620 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:47,620 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:47,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1839 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5507 rows 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1834 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5501 rows 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1839 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5516 rows 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1837 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5510 rows 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1820 2024-12-09T00:41:47,621 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5459 rows 2024-12-09T00:41:47,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:41:47,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:41:47,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:47,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:47,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:41:47,624 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T00:41:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T00:41:47,628 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704907628"}]},"ts":"1733704907628"} 2024-12-09T00:41:47,630 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T00:41:47,630 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T00:41:47,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:41:47,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, UNASSIGN}] 2024-12-09T00:41:47,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, UNASSIGN 2024-12-09T00:41:47,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:47,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, UNASSIGN because future has completed 2024-12-09T00:41:47,634 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:41:47,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:41:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T00:41:47,786 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:47,786 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:41:47,786 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 5d9bb5d1abd76ecf254183660a6fa537, disabling compactions & flushes 2024-12-09T00:41:47,786 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:47,786 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:47,786 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. after waiting 0 ms 2024-12-09T00:41:47,786 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:47,786 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 5d9bb5d1abd76ecf254183660a6fa537 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:41:47,791 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120941c4bc4f87fe42a7989022a15c9768dc_5d9bb5d1abd76ecf254183660a6fa537 is 50, key is test_row_0/A:col10/1733704906275/Put/seqid=0 2024-12-09T00:41:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742264_1440 (size=12454) 2024-12-09T00:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T00:41:48,196 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:48,204 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120941c4bc4f87fe42a7989022a15c9768dc_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120941c4bc4f87fe42a7989022a15c9768dc_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:48,207 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/100f335ca96c4432947b415b930e4f6c, store: [table=TestAcidGuarantees family=A region=5d9bb5d1abd76ecf254183660a6fa537] 2024-12-09T00:41:48,208 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/100f335ca96c4432947b415b930e4f6c is 175, key is test_row_0/A:col10/1733704906275/Put/seqid=0 2024-12-09T00:41:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742265_1441 (size=31255) 2024-12-09T00:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T00:41:48,614 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/100f335ca96c4432947b415b930e4f6c 2024-12-09T00:41:48,630 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/fa6d0e40c8714344b522de8db2514a97 is 50, key is test_row_0/B:col10/1733704906275/Put/seqid=0 2024-12-09T00:41:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742266_1442 (size=12301) 2024-12-09T00:41:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T00:41:49,035 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/fa6d0e40c8714344b522de8db2514a97 2024-12-09T00:41:49,049 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/f5f5f31d3e2a4a74a75004c701a926d7 is 50, key is test_row_0/C:col10/1733704906275/Put/seqid=0 2024-12-09T00:41:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742267_1443 (size=12301) 2024-12-09T00:41:49,456 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/f5f5f31d3e2a4a74a75004c701a926d7 2024-12-09T00:41:49,468 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/A/100f335ca96c4432947b415b930e4f6c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/100f335ca96c4432947b415b930e4f6c 2024-12-09T00:41:49,474 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/100f335ca96c4432947b415b930e4f6c, entries=150, sequenceid=282, filesize=30.5 K 2024-12-09T00:41:49,474 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/B/fa6d0e40c8714344b522de8db2514a97 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/fa6d0e40c8714344b522de8db2514a97 2024-12-09T00:41:49,478 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/fa6d0e40c8714344b522de8db2514a97, entries=150, sequenceid=282, filesize=12.0 K 2024-12-09T00:41:49,479 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/.tmp/C/f5f5f31d3e2a4a74a75004c701a926d7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/f5f5f31d3e2a4a74a75004c701a926d7 2024-12-09T00:41:49,483 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/f5f5f31d3e2a4a74a75004c701a926d7, entries=150, sequenceid=282, filesize=12.0 K 2024-12-09T00:41:49,483 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5d9bb5d1abd76ecf254183660a6fa537 in 1697ms, sequenceid=282, compaction requested=true 2024-12-09T00:41:49,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bfd195ddfda64369bf248d4231ea6949, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/93a28a7bf4b7479db404fed0fa38f2ea, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bec73be20dc0494592a473d3b54cda9b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/08f65f5673a74cb18a32d9c7990d0805, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358] to archive 2024-12-09T00:41:49,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:49,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/3b0e1f8a61aa4df9901cf034f53df9f6 2024-12-09T00:41:49,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9c16433e6a4c4187bc184d246ceaeb97 2024-12-09T00:41:49,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/987ce9bcc4844500a34d49d58c31cba4 2024-12-09T00:41:49,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bfd195ddfda64369bf248d4231ea6949 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bfd195ddfda64369bf248d4231ea6949 2024-12-09T00:41:49,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/02beb7f3bcb04f5383a6b9cc8b10581e 2024-12-09T00:41:49,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/39d9aa8529dd4df59eef5bf9dfb68a46 2024-12-09T00:41:49,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/93a28a7bf4b7479db404fed0fa38f2ea to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/93a28a7bf4b7479db404fed0fa38f2ea 2024-12-09T00:41:49,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/7799f913d6394b3da35d7693f49fea42 2024-12-09T00:41:49,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/d2fa95551f9143edb4fe703fdfc42a70 2024-12-09T00:41:49,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/4de383873b3744c283e8e356fb4d87cf 2024-12-09T00:41:49,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bec73be20dc0494592a473d3b54cda9b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/bec73be20dc0494592a473d3b54cda9b 2024-12-09T00:41:49,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/5428f69c510f4ed88056d66e9b5b1517 2024-12-09T00:41:49,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/9828bb867e464036a9ffc38eebdb93fb 2024-12-09T00:41:49,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/08f65f5673a74cb18a32d9c7990d0805 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/08f65f5673a74cb18a32d9c7990d0805 2024-12-09T00:41:49,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/84e419e67cef4ed9b1e210050cf8f0e4 2024-12-09T00:41:49,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/40a081739c1b412f85dd1ca9b01d6736 2024-12-09T00:41:49,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/2b0e9b524cbd41d2a8dbc9a3a639e358 2024-12-09T00:41:49,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6c1ec5a1b61c40efab596eb36ebb54d8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/d484169306404c1eaeecd7f23897a628, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/167e4d2ff983412b93aa5c818cb8b1ca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/617b09a33af948c48ee1d8c93e9b6387, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/e15080565c6140a2bfde8b3f647f3d36, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/501e75f4782f4958b8783e21069e31c8, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/00da8124a4f445ddb58068b479f8c43e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/73ac7abd8766405183c9841a075c9163, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/32d4d97ddd3c4e2c8fdc3592e99b9103, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/1eeb8ae0d24c4357b81a7137ac58161c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/f0f9dde289b84d89ac339b69a83411ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/0497fa2e415c43faa332f32388ab69c1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/bbafe80c2497457faee8c1c6eaf0111b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/54651084b95547269a3440dbfb48ef1f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/9c3a85add05047269ea8d1af7d536141, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/5c7ca07b1ef14874bec0958d10ed8349, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6469db1894b74ac68de27b251328d2d1] to archive 2024-12-09T00:41:49,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:49,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6c1ec5a1b61c40efab596eb36ebb54d8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6c1ec5a1b61c40efab596eb36ebb54d8 2024-12-09T00:41:49,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/d484169306404c1eaeecd7f23897a628 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/d484169306404c1eaeecd7f23897a628 2024-12-09T00:41:49,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/167e4d2ff983412b93aa5c818cb8b1ca to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/167e4d2ff983412b93aa5c818cb8b1ca 2024-12-09T00:41:49,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/617b09a33af948c48ee1d8c93e9b6387 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/617b09a33af948c48ee1d8c93e9b6387 2024-12-09T00:41:49,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/e15080565c6140a2bfde8b3f647f3d36 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/e15080565c6140a2bfde8b3f647f3d36 2024-12-09T00:41:49,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/501e75f4782f4958b8783e21069e31c8 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/501e75f4782f4958b8783e21069e31c8 2024-12-09T00:41:49,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/00da8124a4f445ddb58068b479f8c43e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/00da8124a4f445ddb58068b479f8c43e 2024-12-09T00:41:49,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/73ac7abd8766405183c9841a075c9163 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/73ac7abd8766405183c9841a075c9163 2024-12-09T00:41:49,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/32d4d97ddd3c4e2c8fdc3592e99b9103 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/32d4d97ddd3c4e2c8fdc3592e99b9103 2024-12-09T00:41:49,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/1eeb8ae0d24c4357b81a7137ac58161c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/1eeb8ae0d24c4357b81a7137ac58161c 2024-12-09T00:41:49,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/f0f9dde289b84d89ac339b69a83411ae to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/f0f9dde289b84d89ac339b69a83411ae 2024-12-09T00:41:49,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/0497fa2e415c43faa332f32388ab69c1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/0497fa2e415c43faa332f32388ab69c1 2024-12-09T00:41:49,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/bbafe80c2497457faee8c1c6eaf0111b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/bbafe80c2497457faee8c1c6eaf0111b 2024-12-09T00:41:49,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/54651084b95547269a3440dbfb48ef1f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/54651084b95547269a3440dbfb48ef1f 2024-12-09T00:41:49,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/9c3a85add05047269ea8d1af7d536141 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/9c3a85add05047269ea8d1af7d536141 2024-12-09T00:41:49,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/5c7ca07b1ef14874bec0958d10ed8349 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/5c7ca07b1ef14874bec0958d10ed8349 2024-12-09T00:41:49,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6469db1894b74ac68de27b251328d2d1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/6469db1894b74ac68de27b251328d2d1 2024-12-09T00:41:49,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce2b87c0de744b928cfdd15acc0e41cf, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ec726cd692ed4e879af07a7884b33689, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/d06c7536af704298b1bc285900e7b244, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/defebfe535b347efa3223b981efa750c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/b35e7049785e4483a96a25db75107db4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/9852a3699d01401ba7f16e5c10fb0342, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/91142bc840d7437393da619c7dc12901, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ab96c2bfd216468ca60b36e5a4d999ad, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/419d60e5b6284e7ea4e32997d9580ea7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c315bbc29ed54962a0f2a3700f32b6ef, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce921263cc634d189cbd0cc15eb0be8c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c3a4c72b69634c828afe7d977da840fb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4770d52df8884265a74332d863ea1b35, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/43cb966062d94f9eae6c54f70df0f9b5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ddf3be7fe8bf4073b555e3684b8ed509, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/657f051c499940178db0e32b7163ba08, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4e10a282db984256b0041887c853ba1f] to archive 2024-12-09T00:41:49,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:49,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce2b87c0de744b928cfdd15acc0e41cf to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce2b87c0de744b928cfdd15acc0e41cf 2024-12-09T00:41:49,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ec726cd692ed4e879af07a7884b33689 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ec726cd692ed4e879af07a7884b33689 2024-12-09T00:41:49,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/d06c7536af704298b1bc285900e7b244 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/d06c7536af704298b1bc285900e7b244 2024-12-09T00:41:49,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/defebfe535b347efa3223b981efa750c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/defebfe535b347efa3223b981efa750c 2024-12-09T00:41:49,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/b35e7049785e4483a96a25db75107db4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/b35e7049785e4483a96a25db75107db4 2024-12-09T00:41:49,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/9852a3699d01401ba7f16e5c10fb0342 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/9852a3699d01401ba7f16e5c10fb0342 2024-12-09T00:41:49,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/91142bc840d7437393da619c7dc12901 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/91142bc840d7437393da619c7dc12901 2024-12-09T00:41:49,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ab96c2bfd216468ca60b36e5a4d999ad to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ab96c2bfd216468ca60b36e5a4d999ad 2024-12-09T00:41:49,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/419d60e5b6284e7ea4e32997d9580ea7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/419d60e5b6284e7ea4e32997d9580ea7 2024-12-09T00:41:49,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c315bbc29ed54962a0f2a3700f32b6ef to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c315bbc29ed54962a0f2a3700f32b6ef 2024-12-09T00:41:49,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce921263cc634d189cbd0cc15eb0be8c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ce921263cc634d189cbd0cc15eb0be8c 2024-12-09T00:41:49,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c3a4c72b69634c828afe7d977da840fb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/c3a4c72b69634c828afe7d977da840fb 2024-12-09T00:41:49,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4770d52df8884265a74332d863ea1b35 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4770d52df8884265a74332d863ea1b35 2024-12-09T00:41:49,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/43cb966062d94f9eae6c54f70df0f9b5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/43cb966062d94f9eae6c54f70df0f9b5 2024-12-09T00:41:49,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ddf3be7fe8bf4073b555e3684b8ed509 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/ddf3be7fe8bf4073b555e3684b8ed509 2024-12-09T00:41:49,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/657f051c499940178db0e32b7163ba08 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/657f051c499940178db0e32b7163ba08 2024-12-09T00:41:49,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4e10a282db984256b0041887c853ba1f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/4e10a282db984256b0041887c853ba1f 2024-12-09T00:41:49,535 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/recovered.edits/285.seqid, newMaxSeqId=285, maxSeqId=4 2024-12-09T00:41:49,536 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. 2024-12-09T00:41:49,536 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 5d9bb5d1abd76ecf254183660a6fa537: Waiting for close lock at 1733704907786Running coprocessor pre-close hooks at 1733704907786Disabling compacts and flushes for region at 1733704907786Disabling writes for close at 1733704907786Obtaining lock to block concurrent updates at 1733704907786Preparing flush snapshotting stores in 5d9bb5d1abd76ecf254183660a6fa537 at 1733704907786Finished memstore snapshotting TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733704907786Flushing stores of TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537. at 1733704907787 (+1 ms)Flushing 5d9bb5d1abd76ecf254183660a6fa537/A: creating writer at 1733704907787Flushing mob file 5d9bb5d1abd76ecf254183660a6fa537/A: appending metadata at 1733704907791 (+4 ms)Flushing mob file 5d9bb5d1abd76ecf254183660a6fa537/A: closing flushed file at 1733704907791Flushing 5d9bb5d1abd76ecf254183660a6fa537/A: appending metadata at 1733704908207 (+416 ms)Flushing 5d9bb5d1abd76ecf254183660a6fa537/A: closing flushed file at 1733704908207Flushing 5d9bb5d1abd76ecf254183660a6fa537/B: creating writer at 1733704908623 (+416 ms)Flushing 5d9bb5d1abd76ecf254183660a6fa537/B: appending metadata at 1733704908629 (+6 ms)Flushing 5d9bb5d1abd76ecf254183660a6fa537/B: closing flushed file at 1733704908629Flushing 5d9bb5d1abd76ecf254183660a6fa537/C: creating writer at 1733704909043 (+414 ms)Flushing 5d9bb5d1abd76ecf254183660a6fa537/C: appending metadata at 1733704909048 (+5 ms)Flushing 5d9bb5d1abd76ecf254183660a6fa537/C: closing flushed file at 1733704909048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77918018: reopening flushed file at 1733704909466 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee56b74: reopening flushed file at 1733704909474 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f534485: reopening flushed file at 1733704909478 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5d9bb5d1abd76ecf254183660a6fa537 in 1697ms, sequenceid=282, compaction requested=true at 1733704909483 (+5 ms)Writing region close event to WAL at 1733704909532 (+49 ms)Running coprocessor post-close hooks at 1733704909535 (+3 ms)Closed at 1733704909536 (+1 ms) 2024-12-09T00:41:49,538 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=5d9bb5d1abd76ecf254183660a6fa537, regionState=CLOSED 2024-12-09T00:41:49,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:41:49,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-09T00:41:49,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 5d9bb5d1abd76ecf254183660a6fa537, server=1bae0942de96,45465,1733704794103 in 1.9070 sec 2024-12-09T00:41:49,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-12-09T00:41:49,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d9bb5d1abd76ecf254183660a6fa537, UNASSIGN in 1.9110 sec 2024-12-09T00:41:49,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-09T00:41:49,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9150 sec 2024-12-09T00:41:49,549 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704909549"}]},"ts":"1733704909549"} 2024-12-09T00:41:49,551 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T00:41:49,551 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T00:41:49,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9280 sec 2024-12-09T00:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T00:41:49,777 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:49,778 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T00:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,782 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T00:41:49,784 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,789 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,791 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/recovered.edits] 2024-12-09T00:41:49,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/100f335ca96c4432947b415b930e4f6c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/100f335ca96c4432947b415b930e4f6c 2024-12-09T00:41:49,796 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/591913a6723b40528629b93c58c9d9fe to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/591913a6723b40528629b93c58c9d9fe 2024-12-09T00:41:49,797 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/a4504df90a354a059ca2c46736f40010 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/A/a4504df90a354a059ca2c46736f40010 2024-12-09T00:41:49,800 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/82deb21768f5428dbea24d5a86758bb0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/82deb21768f5428dbea24d5a86758bb0 2024-12-09T00:41:49,801 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/da3e0baa25e345c0a1f5def6ffce8de3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/da3e0baa25e345c0a1f5def6ffce8de3 2024-12-09T00:41:49,803 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/fa6d0e40c8714344b522de8db2514a97 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/B/fa6d0e40c8714344b522de8db2514a97 2024-12-09T00:41:49,806 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/8f0d3e29848443e1b79cb2a11d340273 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/8f0d3e29848443e1b79cb2a11d340273 2024-12-09T00:41:49,807 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/90e557836c1e4057b342d3d10282d065 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/90e557836c1e4057b342d3d10282d065 2024-12-09T00:41:49,809 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/f5f5f31d3e2a4a74a75004c701a926d7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/C/f5f5f31d3e2a4a74a75004c701a926d7 2024-12-09T00:41:49,812 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/recovered.edits/285.seqid to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537/recovered.edits/285.seqid 2024-12-09T00:41:49,812 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,812 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T00:41:49,813 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T00:41:49,814 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T00:41:49,816 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091e3887bb61bf4b72b832b885a08f9d00_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091e3887bb61bf4b72b832b885a08f9d00_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,817 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092eaab03d1bbf4199a6343ecf8a74cfd4_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092eaab03d1bbf4199a6343ecf8a74cfd4_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,817 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209383e0c4389d548809ecb14485643b790_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209383e0c4389d548809ecb14485643b790_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093da32a77a4c34ffb955cccc0d5fe8600_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093da32a77a4c34ffb955cccc0d5fe8600_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120941c4bc4f87fe42a7989022a15c9768dc_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120941c4bc4f87fe42a7989022a15c9768dc_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,819 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209517d1a581a5e432783af5cdc4128ef59_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209517d1a581a5e432783af5cdc4128ef59_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,820 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095c5f0c51e6574f0490eae4b535da568d_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095c5f0c51e6574f0490eae4b535da568d_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,820 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096508b25858814bc6b2b7331435de7a82_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096508b25858814bc6b2b7331435de7a82_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,821 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120972a0460de3bc4fed93f4f82a2f72485a_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120972a0460de3bc4fed93f4f82a2f72485a_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,822 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120991384c624d514edd88407fd8157a90a7_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120991384c624d514edd88407fd8157a90a7_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,822 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c851e14b759342a1b8875db97e35dfc3_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c851e14b759342a1b8875db97e35dfc3_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,823 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9249a6bca18400e8c3a082d4defc25e_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d9249a6bca18400e8c3a082d4defc25e_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,824 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e280280e257043169f8ccedb6dec48d3_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e280280e257043169f8ccedb6dec48d3_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,824 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f6e131f91d9b46028892f53d94431355_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f6e131f91d9b46028892f53d94431355_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,825 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd01bc1ad443487bbd16f0f86d2c6ead_5d9bb5d1abd76ecf254183660a6fa537 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209fd01bc1ad443487bbd16f0f86d2c6ead_5d9bb5d1abd76ecf254183660a6fa537 2024-12-09T00:41:49,825 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T00:41:49,827 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,828 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T00:41:49,829 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T00:41:49,830 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,830 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T00:41:49,830 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733704909830"}]},"ts":"9223372036854775807"} 2024-12-09T00:41:49,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T00:41:49,832 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5d9bb5d1abd76ecf254183660a6fa537, NAME => 'TestAcidGuarantees,,1733704883098.5d9bb5d1abd76ecf254183660a6fa537.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:41:49,832 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T00:41:49,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733704909832"}]},"ts":"9223372036854775807"} 2024-12-09T00:41:49,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T00:41:49,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-12-09T00:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T00:41:49,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T00:41:49,895 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:49,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=243 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:47956 [Waiting for operation #217] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:47910 [Waiting for operation #1005] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1706774379_22 at /127.0.0.1:39062 [Waiting for operation #1122] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_608251552_22 at /127.0.0.1:47944 [Waiting for operation #222] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_608251552_22 at /127.0.0.1:39252 [Waiting for operation #1045] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15978 (was 16102) 2024-12-09T00:41:49,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=243, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=15978 2024-12-09T00:41:49,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:41:49,917 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T00:41:49,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:41:49,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:49,919 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-12-09T00:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T00:41:49,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:41:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742268_1444 (size=959) 2024-12-09T00:41:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T00:41:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T00:41:50,331 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:41:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742269_1445 (size=53) 2024-12-09T00:41:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T00:41:50,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:41:50,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dea876cec1800a50b3904c19803d88a0, disabling compactions & flushes 2024-12-09T00:41:50,744 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:50,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:50,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. after waiting 0 ms 2024-12-09T00:41:50,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:50,744 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:50,744 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dea876cec1800a50b3904c19803d88a0: Waiting for close lock at 1733704910744Disabling compacts and flushes for region at 1733704910744Disabling writes for close at 1733704910744Writing region close event to WAL at 1733704910744Closed at 1733704910744 2024-12-09T00:41:50,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:41:50,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733704910747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733704910747"}]},"ts":"1733704910747"} 2024-12-09T00:41:50,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T00:41:50,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:41:50,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704910752"}]},"ts":"1733704910752"} 2024-12-09T00:41:50,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T00:41:50,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, ASSIGN}] 2024-12-09T00:41:50,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, ASSIGN 2024-12-09T00:41:50,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, ASSIGN; state=OFFLINE, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=false 2024-12-09T00:41:50,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=dea876cec1800a50b3904c19803d88a0, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, ASSIGN because future has completed 2024-12-09T00:41:50,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:41:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T00:41:51,072 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:51,072 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:41:51,074 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,074 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:41:51,074 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,074 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,077 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,079 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea876cec1800a50b3904c19803d88a0 columnFamilyName A 2024-12-09T00:41:51,079 DEBUG [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:51,080 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] regionserver.HStore(327): Store=dea876cec1800a50b3904c19803d88a0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:51,080 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,082 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea876cec1800a50b3904c19803d88a0 columnFamilyName B 2024-12-09T00:41:51,083 DEBUG [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:51,083 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] regionserver.HStore(327): Store=dea876cec1800a50b3904c19803d88a0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:51,083 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,085 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea876cec1800a50b3904c19803d88a0 columnFamilyName C 2024-12-09T00:41:51,085 DEBUG [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:41:51,086 INFO [StoreOpener-dea876cec1800a50b3904c19803d88a0-1 {}] regionserver.HStore(327): Store=dea876cec1800a50b3904c19803d88a0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:41:51,086 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,087 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,088 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,089 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,089 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,090 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:41:51,091 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,093 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:41:51,094 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened dea876cec1800a50b3904c19803d88a0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59910929, jitterRate=-0.10725758969783783}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:41:51,094 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:51,094 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for dea876cec1800a50b3904c19803d88a0: Running coprocessor pre-open hook at 1733704911074Writing region info on filesystem at 1733704911074Initializing all the Stores at 1733704911076 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704911076Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704911076Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704911076Cleaning up temporary data from old regions at 1733704911089 (+13 ms)Running coprocessor post-open hooks at 1733704911094 (+5 ms)Region opened successfully at 1733704911094 2024-12-09T00:41:51,095 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., pid=120, masterSystemTime=1733704911067 2024-12-09T00:41:51,097 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:51,097 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:51,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=dea876cec1800a50b3904c19803d88a0, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:41:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:41:51,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-09T00:41:51,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 in 188 msec 2024-12-09T00:41:51,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-12-09T00:41:51,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, ASSIGN in 348 msec 2024-12-09T00:41:51,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:41:51,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704911106"}]},"ts":"1733704911106"} 2024-12-09T00:41:51,108 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T00:41:51,109 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:41:51,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-12-09T00:41:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-09T00:41:52,068 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:52,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,073 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521f3f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,077 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522af594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:41:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:41:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f1b84e 2024-12-09T00:41:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:41:52,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:41:52,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,086 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bd972e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,087 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64eec9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,089 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107964e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,090 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df0e214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,092 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b11c8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,093 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca8267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,095 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17947c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,097 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e20c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,099 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed4568a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,101 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f917351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,103 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2186fa3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44eaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,108 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c6c6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,109 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e713752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b841744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,113 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b22c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,114 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8c4af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0358dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c1b90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:41:52,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:41:52,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:41:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:41:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:41:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239004d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:41:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:41:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:41:52,118 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:41:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f3c082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:41:52,120 DEBUG [Thread-1997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,120 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,120 DEBUG [Thread-1999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,120 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,121 DEBUG [Thread-2001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,121 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,121 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,121 DEBUG [Thread-2003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,122 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,123 DEBUG [Thread-2003 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,123 DEBUG [Thread-2003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,124 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:41:52,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-09T00:41:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:41:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:41:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T00:41:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:41:52,128 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:52,129 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:52,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2] 2024-12-09T00:41:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:52,137 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:52,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:41:52,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/cd6d069f338a4960aa4f07e7310011be is 50, key is test_row_0/A:col10/1733704912132/Put/seqid=0 2024-12-09T00:41:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742270_1446 (size=12001) 2024-12-09T00:41:52,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704972166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704972170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704972172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704972173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704972173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T00:41:52,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704972275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T00:41:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:41:52,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704972285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704972285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704972285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704972285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T00:41:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T00:41:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704972485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704972495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704972495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704972495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704972495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/cd6d069f338a4960aa4f07e7310011be 2024-12-09T00:41:52,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T00:41:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/872a7d1d59c2459e9e5c86f7f3e8e1c5 is 50, key is test_row_0/B:col10/1733704912132/Put/seqid=0 2024-12-09T00:41:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742271_1447 (size=12001) 2024-12-09T00:41:52,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/872a7d1d59c2459e9e5c86f7f3e8e1c5 2024-12-09T00:41:52,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b4585263d81146b98e029237a64c9ea2 is 50, key is test_row_0/C:col10/1733704912132/Put/seqid=0 2024-12-09T00:41:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742272_1448 (size=12001) 2024-12-09T00:41:52,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T00:41:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T00:41:52,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704972795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704972805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704972805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704972805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704972805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:52,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T00:41:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:52,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:53,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b4585263d81146b98e029237a64c9ea2 2024-12-09T00:41:53,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/cd6d069f338a4960aa4f07e7310011be as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/cd6d069f338a4960aa4f07e7310011be 2024-12-09T00:41:53,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/cd6d069f338a4960aa4f07e7310011be, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T00:41:53,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/872a7d1d59c2459e9e5c86f7f3e8e1c5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/872a7d1d59c2459e9e5c86f7f3e8e1c5 2024-12-09T00:41:53,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/872a7d1d59c2459e9e5c86f7f3e8e1c5, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T00:41:53,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b4585263d81146b98e029237a64c9ea2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b4585263d81146b98e029237a64c9ea2 2024-12-09T00:41:53,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b4585263d81146b98e029237a64c9ea2, entries=150, sequenceid=13, filesize=11.7 K 2024-12-09T00:41:53,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for dea876cec1800a50b3904c19803d88a0 in 889ms, sequenceid=13, compaction requested=false 2024-12-09T00:41:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:53,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-09T00:41:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:53,044 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:41:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f6cfcc6209294f7c9ca9f206a0e149cd is 50, key is test_row_0/A:col10/1733704912164/Put/seqid=0 2024-12-09T00:41:53,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742273_1449 (size=12001) 2024-12-09T00:41:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T00:41:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:53,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:53,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704973321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704973322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704973322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704973322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704973327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704973434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704973435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704973435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704973435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704973435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,453 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f6cfcc6209294f7c9ca9f206a0e149cd 2024-12-09T00:41:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/358d8fc75a304d07b8ce72de8f15995c is 50, key is test_row_0/B:col10/1733704912164/Put/seqid=0 2024-12-09T00:41:53,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742274_1450 (size=12001) 2024-12-09T00:41:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/358d8fc75a304d07b8ce72de8f15995c 2024-12-09T00:41:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/21b15c866db241ce8104d2298211ae68 is 50, key is test_row_0/C:col10/1733704912164/Put/seqid=0 2024-12-09T00:41:53,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742275_1451 (size=12001) 2024-12-09T00:41:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704973645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704973645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704973645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704973645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704973645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,872 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/21b15c866db241ce8104d2298211ae68 2024-12-09T00:41:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f6cfcc6209294f7c9ca9f206a0e149cd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f6cfcc6209294f7c9ca9f206a0e149cd 2024-12-09T00:41:53,877 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f6cfcc6209294f7c9ca9f206a0e149cd, entries=150, sequenceid=38, filesize=11.7 K 2024-12-09T00:41:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/358d8fc75a304d07b8ce72de8f15995c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/358d8fc75a304d07b8ce72de8f15995c 2024-12-09T00:41:53,880 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/358d8fc75a304d07b8ce72de8f15995c, entries=150, sequenceid=38, filesize=11.7 K 2024-12-09T00:41:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/21b15c866db241ce8104d2298211ae68 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/21b15c866db241ce8104d2298211ae68 2024-12-09T00:41:53,883 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/21b15c866db241ce8104d2298211ae68, entries=150, sequenceid=38, filesize=11.7 K 2024-12-09T00:41:53,883 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dea876cec1800a50b3904c19803d88a0 in 839ms, sequenceid=38, compaction requested=false 2024-12-09T00:41:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-09T00:41:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-09T00:41:53,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-09T00:41:53,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7550 sec 2024-12-09T00:41:53,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.7630 sec 2024-12-09T00:41:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:53,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:41:53,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/18c0ddcd2d984aa3a4bb6982bdca9cde is 50, key is test_row_0/A:col10/1733704913326/Put/seqid=0 2024-12-09T00:41:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742276_1452 (size=12001) 2024-12-09T00:41:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704973988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704973988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704973990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704973990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704973991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704974095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704974105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704974106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704974106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704974106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T00:41:54,275 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:54,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-09T00:41:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T00:41:54,277 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:54,277 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:54,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:54,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704974305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704974315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704974315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704974315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704974315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/18c0ddcd2d984aa3a4bb6982bdca9cde 2024-12-09T00:41:54,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/15a07c8e60804220b0c056dce8d59be5 is 50, key is test_row_0/B:col10/1733704913326/Put/seqid=0 2024-12-09T00:41:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742277_1453 (size=12001) 2024-12-09T00:41:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T00:41:54,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T00:41:54,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704974615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704974624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704974624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704974625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704974625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:54,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/15a07c8e60804220b0c056dce8d59be5 2024-12-09T00:41:54,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/f0ebd18f50884d72874040ffbdc69624 is 50, key is test_row_0/C:col10/1733704913326/Put/seqid=0 2024-12-09T00:41:54,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742278_1454 (size=12001) 2024-12-09T00:41:54,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:54,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T00:41:55,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:55,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T00:41:55,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704975135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:55,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704975145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:55,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704975145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704975145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704975145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:55,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:55,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/f0ebd18f50884d72874040ffbdc69624 2024-12-09T00:41:55,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/18c0ddcd2d984aa3a4bb6982bdca9cde as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/18c0ddcd2d984aa3a4bb6982bdca9cde 2024-12-09T00:41:55,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/18c0ddcd2d984aa3a4bb6982bdca9cde, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T00:41:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/15a07c8e60804220b0c056dce8d59be5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/15a07c8e60804220b0c056dce8d59be5 2024-12-09T00:41:55,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/15a07c8e60804220b0c056dce8d59be5, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T00:41:55,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/f0ebd18f50884d72874040ffbdc69624 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f0ebd18f50884d72874040ffbdc69624 2024-12-09T00:41:55,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f0ebd18f50884d72874040ffbdc69624, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T00:41:55,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dea876cec1800a50b3904c19803d88a0 in 1254ms, sequenceid=51, compaction requested=true 2024-12-09T00:41:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:55,211 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:55,211 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:55,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:55,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:55,212 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:55,212 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:41:55,213 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,213 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,213 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/cd6d069f338a4960aa4f07e7310011be, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f6cfcc6209294f7c9ca9f206a0e149cd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/18c0ddcd2d984aa3a4bb6982bdca9cde] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.2 K 2024-12-09T00:41:55,213 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/872a7d1d59c2459e9e5c86f7f3e8e1c5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/358d8fc75a304d07b8ce72de8f15995c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/15a07c8e60804220b0c056dce8d59be5] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.2 K 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 872a7d1d59c2459e9e5c86f7f3e8e1c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733704912132 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd6d069f338a4960aa4f07e7310011be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733704912132 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 358d8fc75a304d07b8ce72de8f15995c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733704912164 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6cfcc6209294f7c9ca9f206a0e149cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733704912164 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18c0ddcd2d984aa3a4bb6982bdca9cde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704913326 2024-12-09T00:41:55,213 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 15a07c8e60804220b0c056dce8d59be5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704913326 2024-12-09T00:41:55,220 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:55,220 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/b7eca550130f491ebc9b29b5bdc621c3 is 50, key is test_row_0/A:col10/1733704913326/Put/seqid=0 2024-12-09T00:41:55,232 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:55,232 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c052cc99a0a94ae8b2cb56837390dcad is 50, key is test_row_0/B:col10/1733704913326/Put/seqid=0 2024-12-09T00:41:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742279_1455 (size=12104) 2024-12-09T00:41:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742280_1456 (size=12104) 2024-12-09T00:41:55,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-09T00:41:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,345 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f1f15bd14022473b94a357281a87ebfa is 50, key is test_row_0/A:col10/1733704913980/Put/seqid=0 2024-12-09T00:41:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742281_1457 (size=12001) 2024-12-09T00:41:55,351 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f1f15bd14022473b94a357281a87ebfa 2024-12-09T00:41:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/814c365bc5134201b62e0250bba0a20b is 50, key is test_row_0/B:col10/1733704913980/Put/seqid=0 2024-12-09T00:41:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742282_1458 (size=12001) 2024-12-09T00:41:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T00:41:55,647 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c052cc99a0a94ae8b2cb56837390dcad as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c052cc99a0a94ae8b2cb56837390dcad 2024-12-09T00:41:55,651 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into c052cc99a0a94ae8b2cb56837390dcad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:55,651 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:55,651 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704915211; duration=0sec 2024-12-09T00:41:55,651 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:55,651 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:41:55,651 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:55,652 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:55,652 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:41:55,652 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:55,652 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b4585263d81146b98e029237a64c9ea2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/21b15c866db241ce8104d2298211ae68, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f0ebd18f50884d72874040ffbdc69624] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.2 K 2024-12-09T00:41:55,653 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/b7eca550130f491ebc9b29b5bdc621c3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/b7eca550130f491ebc9b29b5bdc621c3 2024-12-09T00:41:55,653 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b4585263d81146b98e029237a64c9ea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733704912132 2024-12-09T00:41:55,653 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 21b15c866db241ce8104d2298211ae68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733704912164 2024-12-09T00:41:55,653 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ebd18f50884d72874040ffbdc69624, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704913326 2024-12-09T00:41:55,657 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into b7eca550130f491ebc9b29b5bdc621c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:55,657 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:55,657 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704915211; duration=0sec 2024-12-09T00:41:55,657 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:55,657 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:41:55,660 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:55,661 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/cf623937e14d4bbf9186df2ec1d4b6b3 is 50, key is test_row_0/C:col10/1733704913326/Put/seqid=0 2024-12-09T00:41:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742283_1459 (size=12104) 2024-12-09T00:41:55,677 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/cf623937e14d4bbf9186df2ec1d4b6b3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/cf623937e14d4bbf9186df2ec1d4b6b3 2024-12-09T00:41:55,684 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into cf623937e14d4bbf9186df2ec1d4b6b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:55,684 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:55,684 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704915211; duration=0sec 2024-12-09T00:41:55,684 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:55,684 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:41:55,763 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/814c365bc5134201b62e0250bba0a20b 2024-12-09T00:41:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/f450b1c955d54b1581a285560619a800 is 50, key is test_row_0/C:col10/1733704913980/Put/seqid=0 2024-12-09T00:41:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742284_1460 (size=12001) 2024-12-09T00:41:56,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704976164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704976164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704976167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,170 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:56,170 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,172 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/f450b1c955d54b1581a285560619a800 2024-12-09T00:41:56,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704976168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704976169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f1f15bd14022473b94a357281a87ebfa as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f1f15bd14022473b94a357281a87ebfa 2024-12-09T00:41:56,178 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f1f15bd14022473b94a357281a87ebfa, entries=150, sequenceid=74, filesize=11.7 K 2024-12-09T00:41:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/814c365bc5134201b62e0250bba0a20b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/814c365bc5134201b62e0250bba0a20b 2024-12-09T00:41:56,181 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/814c365bc5134201b62e0250bba0a20b, entries=150, sequenceid=74, filesize=11.7 K 2024-12-09T00:41:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/f450b1c955d54b1581a285560619a800 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f450b1c955d54b1581a285560619a800 2024-12-09T00:41:56,184 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f450b1c955d54b1581a285560619a800, entries=150, sequenceid=74, filesize=11.7 K 2024-12-09T00:41:56,185 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dea876cec1800a50b3904c19803d88a0 in 840ms, sequenceid=74, compaction requested=false 2024-12-09T00:41:56,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:56,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-09T00:41:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-09T00:41:56,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-09T00:41:56,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9100 sec 2024-12-09T00:41:56,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9140 sec 2024-12-09T00:41:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:56,276 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:56,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-09T00:41:56,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d58440f6c9124ea4be6bc7a63017e98f is 50, key is test_row_1/A:col10/1733704916167/Put/seqid=0 2024-12-09T00:41:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742285_1461 (size=11997) 2024-12-09T00:41:56,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704976319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704976320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704976321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-09T00:41:56,425 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:56,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-09T00:41:56,427 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T00:41:56,427 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:56,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:56,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704976425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704976435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704976435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T00:41:56,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704976635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704976645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704976655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d58440f6c9124ea4be6bc7a63017e98f 2024-12-09T00:41:56,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/8c774bd5b822428cbf17f22794481285 is 50, key is test_row_1/B:col10/1733704916167/Put/seqid=0 2024-12-09T00:41:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742286_1462 (size=9657) 2024-12-09T00:41:56,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T00:41:56,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:56,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:56,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704976945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704976955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:56,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704976965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:57,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T00:41:57,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/8c774bd5b822428cbf17f22794481285 2024-12-09T00:41:57,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/a10c417d8d994ca4b27097284a272d8a is 50, key is test_row_1/C:col10/1733704916167/Put/seqid=0 2024-12-09T00:41:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742287_1463 (size=9657) 2024-12-09T00:41:57,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/cd6d069f338a4960aa4f07e7310011be, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f6cfcc6209294f7c9ca9f206a0e149cd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/18c0ddcd2d984aa3a4bb6982bdca9cde] to archive 2024-12-09T00:41:57,208 WARN [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-09T00:41:57,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:57,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/cd6d069f338a4960aa4f07e7310011be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/cd6d069f338a4960aa4f07e7310011be 2024-12-09T00:41:57,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f6cfcc6209294f7c9ca9f206a0e149cd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f6cfcc6209294f7c9ca9f206a0e149cd 2024-12-09T00:41:57,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/18c0ddcd2d984aa3a4bb6982bdca9cde to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/18c0ddcd2d984aa3a4bb6982bdca9cde 2024-12-09T00:41:57,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/872a7d1d59c2459e9e5c86f7f3e8e1c5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/358d8fc75a304d07b8ce72de8f15995c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/15a07c8e60804220b0c056dce8d59be5] to archive 2024-12-09T00:41:57,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:57,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/872a7d1d59c2459e9e5c86f7f3e8e1c5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/872a7d1d59c2459e9e5c86f7f3e8e1c5 2024-12-09T00:41:57,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/358d8fc75a304d07b8ce72de8f15995c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/358d8fc75a304d07b8ce72de8f15995c 2024-12-09T00:41:57,216 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/15a07c8e60804220b0c056dce8d59be5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/15a07c8e60804220b0c056dce8d59be5 2024-12-09T00:41:57,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b4585263d81146b98e029237a64c9ea2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/21b15c866db241ce8104d2298211ae68, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f0ebd18f50884d72874040ffbdc69624] to archive 2024-12-09T00:41:57,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:41:57,218 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b4585263d81146b98e029237a64c9ea2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b4585263d81146b98e029237a64c9ea2 2024-12-09T00:41:57,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/21b15c866db241ce8104d2298211ae68 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/21b15c866db241ce8104d2298211ae68 2024-12-09T00:41:57,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f0ebd18f50884d72874040ffbdc69624 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f0ebd18f50884d72874040ffbdc69624 2024-12-09T00:41:57,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704977454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:57,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704977465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:57,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:57,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:57,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:57,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704977475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:57,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:57,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/a10c417d8d994ca4b27097284a272d8a 2024-12-09T00:41:57,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d58440f6c9124ea4be6bc7a63017e98f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d58440f6c9124ea4be6bc7a63017e98f 2024-12-09T00:41:57,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d58440f6c9124ea4be6bc7a63017e98f, entries=150, sequenceid=91, filesize=11.7 K 2024-12-09T00:41:57,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/8c774bd5b822428cbf17f22794481285 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/8c774bd5b822428cbf17f22794481285 2024-12-09T00:41:57,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/8c774bd5b822428cbf17f22794481285, entries=100, sequenceid=91, filesize=9.4 K 2024-12-09T00:41:57,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/a10c417d8d994ca4b27097284a272d8a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/a10c417d8d994ca4b27097284a272d8a 2024-12-09T00:41:57,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/a10c417d8d994ca4b27097284a272d8a, entries=100, sequenceid=91, filesize=9.4 K 2024-12-09T00:41:57,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dea876cec1800a50b3904c19803d88a0 in 1239ms, sequenceid=91, compaction requested=true 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:57,515 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T00:41:57,515 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:41:57,516 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,516 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,516 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c052cc99a0a94ae8b2cb56837390dcad, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/814c365bc5134201b62e0250bba0a20b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/8c774bd5b822428cbf17f22794481285] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=33.0 K 2024-12-09T00:41:57,516 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/b7eca550130f491ebc9b29b5bdc621c3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f1f15bd14022473b94a357281a87ebfa, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d58440f6c9124ea4be6bc7a63017e98f] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.3 K 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7eca550130f491ebc9b29b5bdc621c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704913326 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c052cc99a0a94ae8b2cb56837390dcad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704913326 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 814c365bc5134201b62e0250bba0a20b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733704913980 2024-12-09T00:41:57,516 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f15bd14022473b94a357281a87ebfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733704913980 2024-12-09T00:41:57,517 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c774bd5b822428cbf17f22794481285, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704916167 2024-12-09T00:41:57,517 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d58440f6c9124ea4be6bc7a63017e98f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704916167 2024-12-09T00:41:57,521 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#389 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:57,521 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#390 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:57,522 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/9f214dce1f5a4e0dbedcab992f4f3ec1 is 50, key is test_row_0/A:col10/1733704913980/Put/seqid=0 2024-12-09T00:41:57,522 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d96f50c64da740a999f4e9e6ee4adc99 is 50, key is test_row_0/B:col10/1733704913980/Put/seqid=0 2024-12-09T00:41:57,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742288_1464 (size=12104) 2024-12-09T00:41:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742289_1465 (size=12104) 2024-12-09T00:41:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T00:41:57,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T00:41:57,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,649 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-09T00:41:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d9b9b0d975fc4caca48bab0b32ef9ad9 is 50, key is test_row_0/A:col10/1733704916320/Put/seqid=0 2024-12-09T00:41:57,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742290_1466 (size=12001) 2024-12-09T00:41:57,933 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/9f214dce1f5a4e0dbedcab992f4f3ec1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9f214dce1f5a4e0dbedcab992f4f3ec1 2024-12-09T00:41:57,934 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d96f50c64da740a999f4e9e6ee4adc99 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d96f50c64da740a999f4e9e6ee4adc99 2024-12-09T00:41:57,939 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into d96f50c64da740a999f4e9e6ee4adc99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:57,939 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into 9f214dce1f5a4e0dbedcab992f4f3ec1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:57,939 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:57,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:57,939 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704917515; duration=0sec 2024-12-09T00:41:57,939 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704917515; duration=0sec 2024-12-09T00:41:57,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:57,939 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:41:57,939 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:57,939 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:41:57,940 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:57,940 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:57,940 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:41:57,940 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:57,940 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/cf623937e14d4bbf9186df2ec1d4b6b3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f450b1c955d54b1581a285560619a800, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/a10c417d8d994ca4b27097284a272d8a] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=33.0 K 2024-12-09T00:41:57,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting cf623937e14d4bbf9186df2ec1d4b6b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733704913326 2024-12-09T00:41:57,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting f450b1c955d54b1581a285560619a800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733704913980 2024-12-09T00:41:57,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a10c417d8d994ca4b27097284a272d8a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704916167 2024-12-09T00:41:57,946 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:57,947 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/51dc6246abf0493990ee3f0d887a331d is 50, key is test_row_0/C:col10/1733704913980/Put/seqid=0 2024-12-09T00:41:57,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742291_1467 (size=12104) 2024-12-09T00:41:57,963 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/51dc6246abf0493990ee3f0d887a331d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/51dc6246abf0493990ee3f0d887a331d 2024-12-09T00:41:57,966 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into 51dc6246abf0493990ee3f0d887a331d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:41:57,966 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:57,966 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704917515; duration=0sec 2024-12-09T00:41:57,966 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:57,966 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:41:58,055 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d9b9b0d975fc4caca48bab0b32ef9ad9 2024-12-09T00:41:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/5641bb28499b4ce980e051755334c160 is 50, key is test_row_0/B:col10/1733704916320/Put/seqid=0 2024-12-09T00:41:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742292_1468 (size=12001) 2024-12-09T00:41:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:58,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704978226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704978227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704978335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704978335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,463 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/5641bb28499b4ce980e051755334c160 2024-12-09T00:41:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/0b47b86515464c289cf8ad0f255fd81f is 50, key is test_row_0/C:col10/1733704916320/Put/seqid=0 2024-12-09T00:41:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704978465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,471 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742293_1469 (size=12001) 2024-12-09T00:41:58,474 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/0b47b86515464c289cf8ad0f255fd81f 2024-12-09T00:41:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d9b9b0d975fc4caca48bab0b32ef9ad9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d9b9b0d975fc4caca48bab0b32ef9ad9 2024-12-09T00:41:58,479 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d9b9b0d975fc4caca48bab0b32ef9ad9, entries=150, sequenceid=114, filesize=11.7 K 2024-12-09T00:41:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/5641bb28499b4ce980e051755334c160 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/5641bb28499b4ce980e051755334c160 2024-12-09T00:41:58,482 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/5641bb28499b4ce980e051755334c160, entries=150, sequenceid=114, filesize=11.7 K 2024-12-09T00:41:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/0b47b86515464c289cf8ad0f255fd81f as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/0b47b86515464c289cf8ad0f255fd81f 2024-12-09T00:41:58,486 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/0b47b86515464c289cf8ad0f255fd81f, entries=150, sequenceid=114, filesize=11.7 K 2024-12-09T00:41:58,487 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for dea876cec1800a50b3904c19803d88a0 in 839ms, sequenceid=114, compaction requested=false 2024-12-09T00:41:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-09T00:41:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-09T00:41:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:41:58,490 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:41:58,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T00:41:58,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-09T00:41:58,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-12-09T00:41:58,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.0650 sec 2024-12-09T00:41:58,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/c824828f609c4ca69cb35fc1e318833d is 50, key is test_row_0/A:col10/1733704918487/Put/seqid=0 2024-12-09T00:41:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742294_1470 (size=14491) 2024-12-09T00:41:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704978545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704978546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704978553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704978554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T00:41:58,575 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:41:58,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:41:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-09T00:41:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T00:41:58,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:41:58,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:41:58,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:41:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704978665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704978665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704978665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704978665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T00:41:58,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:58,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:58,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704978875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704978875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704978875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704978875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:58,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:58,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T00:41:58,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/c824828f609c4ca69cb35fc1e318833d 2024-12-09T00:41:58,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/1aaeff607cef4c83b6ec5c1352257aac is 50, key is test_row_0/B:col10/1733704918487/Put/seqid=0 2024-12-09T00:41:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742295_1471 (size=12101) 2024-12-09T00:41:59,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704979185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704979185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704979185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704979185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T00:41:59,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/1aaeff607cef4c83b6ec5c1352257aac 2024-12-09T00:41:59,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/8333fa14ac8a41928512345533807c04 is 50, key is test_row_0/C:col10/1733704918487/Put/seqid=0 2024-12-09T00:41:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742296_1472 (size=12101) 2024-12-09T00:41:59,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:59,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:41:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:41:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704979695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704979695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704979695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:41:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704979705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:41:59,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/8333fa14ac8a41928512345533807c04 2024-12-09T00:41:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T00:41:59,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/c824828f609c4ca69cb35fc1e318833d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/c824828f609c4ca69cb35fc1e318833d 2024-12-09T00:41:59,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/c824828f609c4ca69cb35fc1e318833d, entries=200, sequenceid=132, filesize=14.2 K 2024-12-09T00:41:59,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/1aaeff607cef4c83b6ec5c1352257aac as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1aaeff607cef4c83b6ec5c1352257aac 2024-12-09T00:41:59,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1aaeff607cef4c83b6ec5c1352257aac, entries=150, sequenceid=132, filesize=11.8 K 2024-12-09T00:41:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/8333fa14ac8a41928512345533807c04 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/8333fa14ac8a41928512345533807c04 2024-12-09T00:41:59,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/8333fa14ac8a41928512345533807c04, entries=150, sequenceid=132, filesize=11.8 K 2024-12-09T00:41:59,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dea876cec1800a50b3904c19803d88a0 in 1234ms, sequenceid=132, compaction requested=true 2024-12-09T00:41:59,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:41:59,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:41:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:41:59,725 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:41:59,725 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:41:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:41:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:41:59,725 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38596 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:59,725 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:41:59,725 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:41:59,725 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:41:59,725 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,725 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,725 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9f214dce1f5a4e0dbedcab992f4f3ec1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d9b9b0d975fc4caca48bab0b32ef9ad9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/c824828f609c4ca69cb35fc1e318833d] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=37.7 K 2024-12-09T00:41:59,725 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d96f50c64da740a999f4e9e6ee4adc99, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/5641bb28499b4ce980e051755334c160, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1aaeff607cef4c83b6ec5c1352257aac] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.4 K 2024-12-09T00:41:59,726 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f214dce1f5a4e0dbedcab992f4f3ec1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704913980 2024-12-09T00:41:59,726 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d96f50c64da740a999f4e9e6ee4adc99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704913980 2024-12-09T00:41:59,726 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b9b0d975fc4caca48bab0b32ef9ad9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733704916313 2024-12-09T00:41:59,726 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5641bb28499b4ce980e051755334c160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733704916313 2024-12-09T00:41:59,726 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c824828f609c4ca69cb35fc1e318833d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704918219 2024-12-09T00:41:59,726 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aaeff607cef4c83b6ec5c1352257aac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704918219 2024-12-09T00:41:59,731 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:59,732 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:41:59,732 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f083bf5374a74d3b93a328a5a50e010a is 50, key is test_row_0/A:col10/1733704918487/Put/seqid=0 2024-12-09T00:41:59,732 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/7b13c83b59324aa08534da7437915c3e is 50, key is test_row_0/B:col10/1733704918487/Put/seqid=0 2024-12-09T00:41:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742297_1473 (size=12307) 2024-12-09T00:41:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742298_1474 (size=12307) 2024-12-09T00:41:59,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T00:41:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:41:59,797 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T00:41:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/9dcfe17fb4f04cb5a2673da73138f11a is 50, key is test_row_0/A:col10/1733704918553/Put/seqid=0 2024-12-09T00:41:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742299_1475 (size=12151) 2024-12-09T00:41:59,803 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/9dcfe17fb4f04cb5a2673da73138f11a 2024-12-09T00:41:59,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c5d10dc45e064601ad803810ab5e70c9 is 50, key is test_row_0/B:col10/1733704918553/Put/seqid=0 2024-12-09T00:41:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742300_1476 (size=12151) 2024-12-09T00:42:00,138 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f083bf5374a74d3b93a328a5a50e010a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f083bf5374a74d3b93a328a5a50e010a 2024-12-09T00:42:00,138 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/7b13c83b59324aa08534da7437915c3e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/7b13c83b59324aa08534da7437915c3e 2024-12-09T00:42:00,142 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into f083bf5374a74d3b93a328a5a50e010a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:00,142 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into 7b13c83b59324aa08534da7437915c3e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:00,142 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704919725; duration=0sec 2024-12-09T00:42:00,142 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704919724; duration=0sec 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:00,142 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:00,143 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36206 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:00,143 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:00,143 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:00,143 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/51dc6246abf0493990ee3f0d887a331d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/0b47b86515464c289cf8ad0f255fd81f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/8333fa14ac8a41928512345533807c04] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.4 K 2024-12-09T00:42:00,143 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51dc6246abf0493990ee3f0d887a331d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733704913980 2024-12-09T00:42:00,144 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b47b86515464c289cf8ad0f255fd81f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733704916313 2024-12-09T00:42:00,144 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8333fa14ac8a41928512345533807c04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704918219 2024-12-09T00:42:00,148 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#402 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:00,149 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/fb348911fa844d30b405fb00cbac94b2 is 50, key is test_row_0/C:col10/1733704918487/Put/seqid=0 2024-12-09T00:42:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742301_1477 (size=12307) 2024-12-09T00:42:00,211 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c5d10dc45e064601ad803810ab5e70c9 2024-12-09T00:42:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/6cce0561237e4022b494c9fcede11569 is 50, key is test_row_0/C:col10/1733704918553/Put/seqid=0 2024-12-09T00:42:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742302_1478 (size=12151) 2024-12-09T00:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:00,556 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/fb348911fa844d30b405fb00cbac94b2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fb348911fa844d30b405fb00cbac94b2 2024-12-09T00:42:00,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,559 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into fb348911fa844d30b405fb00cbac94b2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:00,559 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704980556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,559 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704919725; duration=0sec 2024-12-09T00:42:00,559 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:00,559 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,622 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/6cce0561237e4022b494c9fcede11569 2024-12-09T00:42:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/9dcfe17fb4f04cb5a2673da73138f11a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9dcfe17fb4f04cb5a2673da73138f11a 2024-12-09T00:42:00,668 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9dcfe17fb4f04cb5a2673da73138f11a, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T00:42:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c5d10dc45e064601ad803810ab5e70c9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c5d10dc45e064601ad803810ab5e70c9 2024-12-09T00:42:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704980665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,672 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c5d10dc45e064601ad803810ab5e70c9, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T00:42:00,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/6cce0561237e4022b494c9fcede11569 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/6cce0561237e4022b494c9fcede11569 2024-12-09T00:42:00,676 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/6cce0561237e4022b494c9fcede11569, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T00:42:00,676 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dea876cec1800a50b3904c19803d88a0 in 879ms, sequenceid=154, compaction requested=false 2024-12-09T00:42:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:00,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-09T00:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-09T00:42:00,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-09T00:42:00,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1010 sec 2024-12-09T00:42:00,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.1050 sec 2024-12-09T00:42:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:00,708 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:00,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T00:42:00,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/7566797c92574ceda8dba7427f071d60 is 50, key is test_row_0/A:col10/1733704920707/Put/seqid=0 2024-12-09T00:42:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742303_1479 (size=14541) 2024-12-09T00:42:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T00:42:00,725 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:00,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-09T00:42:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T00:42:00,727 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:00,728 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:00,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:00,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704980744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704980739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704980748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704980751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T00:42:00,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704980855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704980855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704980864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704980865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704980875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:00,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:00,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T00:42:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704981065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704981065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704981075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704981075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/7566797c92574ceda8dba7427f071d60 2024-12-09T00:42:01,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/ab270ae41a0f45aa827d5b8b7d22e2dd is 50, key is test_row_0/B:col10/1733704920707/Put/seqid=0 2024-12-09T00:42:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742304_1480 (size=12151) 2024-12-09T00:42:01,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704981185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:01,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T00:42:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704981384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704981384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/ab270ae41a0f45aa827d5b8b7d22e2dd 2024-12-09T00:42:01,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/090c70564f2749af94f4d885c04ef7b3 is 50, key is test_row_0/C:col10/1733704920707/Put/seqid=0 2024-12-09T00:42:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742305_1481 (size=12151) 2024-12-09T00:42:01,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704981695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:01,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T00:42:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704981885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704981885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704981895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704981895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:01,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/090c70564f2749af94f4d885c04ef7b3 2024-12-09T00:42:01,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/7566797c92574ceda8dba7427f071d60 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/7566797c92574ceda8dba7427f071d60 2024-12-09T00:42:01,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/7566797c92574ceda8dba7427f071d60, entries=200, sequenceid=172, filesize=14.2 K 2024-12-09T00:42:01,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/ab270ae41a0f45aa827d5b8b7d22e2dd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/ab270ae41a0f45aa827d5b8b7d22e2dd 2024-12-09T00:42:01,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/ab270ae41a0f45aa827d5b8b7d22e2dd, entries=150, sequenceid=172, filesize=11.9 K 2024-12-09T00:42:01,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/090c70564f2749af94f4d885c04ef7b3 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/090c70564f2749af94f4d885c04ef7b3 2024-12-09T00:42:01,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/090c70564f2749af94f4d885c04ef7b3, entries=150, sequenceid=172, filesize=11.9 K 2024-12-09T00:42:01,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dea876cec1800a50b3904c19803d88a0 in 1234ms, sequenceid=172, compaction requested=true 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:01,942 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:01,942 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:01,943 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:01,943 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:01,943 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:42:01,943 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:42:01,943 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,943 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,943 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f083bf5374a74d3b93a328a5a50e010a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9dcfe17fb4f04cb5a2673da73138f11a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/7566797c92574ceda8dba7427f071d60] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=38.1 K 2024-12-09T00:42:01,943 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/7b13c83b59324aa08534da7437915c3e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c5d10dc45e064601ad803810ab5e70c9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/ab270ae41a0f45aa827d5b8b7d22e2dd] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.8 K 2024-12-09T00:42:01,944 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f083bf5374a74d3b93a328a5a50e010a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704918219 2024-12-09T00:42:01,944 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b13c83b59324aa08534da7437915c3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704918219 2024-12-09T00:42:01,944 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c5d10dc45e064601ad803810ab5e70c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733704918544 2024-12-09T00:42:01,944 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dcfe17fb4f04cb5a2673da73138f11a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733704918544 2024-12-09T00:42:01,944 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ab270ae41a0f45aa827d5b8b7d22e2dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733704920533 2024-12-09T00:42:01,944 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7566797c92574ceda8dba7427f071d60, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733704920533 2024-12-09T00:42:01,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T00:42:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,947 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-09T00:42:01,949 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:01,949 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/29db74badf5d42c2a450cc168799b88c is 50, key is test_row_0/B:col10/1733704920707/Put/seqid=0 2024-12-09T00:42:01,952 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5b6d52d5bdfd4a32aea40c11adbdb018 is 50, key is test_row_0/A:col10/1733704920749/Put/seqid=0 2024-12-09T00:42:01,952 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/37ff17c3c70646fd87595c08b66e4825 is 50, key is test_row_0/A:col10/1733704920707/Put/seqid=0 2024-12-09T00:42:01,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742306_1482 (size=12459) 2024-12-09T00:42:01,960 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/29db74badf5d42c2a450cc168799b88c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/29db74badf5d42c2a450cc168799b88c 2024-12-09T00:42:01,964 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into 29db74badf5d42c2a450cc168799b88c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:01,964 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:01,964 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704921942; duration=0sec 2024-12-09T00:42:01,964 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:01,964 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:01,964 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:01,966 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:01,966 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:01,966 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:01,966 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fb348911fa844d30b405fb00cbac94b2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/6cce0561237e4022b494c9fcede11569, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/090c70564f2749af94f4d885c04ef7b3] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.8 K 2024-12-09T00:42:01,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742307_1483 (size=12151) 2024-12-09T00:42:01,967 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting fb348911fa844d30b405fb00cbac94b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733704918219 2024-12-09T00:42:01,967 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cce0561237e4022b494c9fcede11569, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733704918544 2024-12-09T00:42:01,967 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 090c70564f2749af94f4d885c04ef7b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733704920533 2024-12-09T00:42:01,967 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5b6d52d5bdfd4a32aea40c11adbdb018 2024-12-09T00:42:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742308_1484 (size=12459) 2024-12-09T00:42:01,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d9c7a608378a44f0a18fc6c3ed12ce27 is 50, key is test_row_0/B:col10/1733704920749/Put/seqid=0 2024-12-09T00:42:01,981 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:01,981 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/930a18af5a9742b2ade52538e9fb75eb is 50, key is test_row_0/C:col10/1733704920707/Put/seqid=0 2024-12-09T00:42:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742309_1485 (size=12151) 2024-12-09T00:42:01,985 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/37ff17c3c70646fd87595c08b66e4825 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/37ff17c3c70646fd87595c08b66e4825 2024-12-09T00:42:01,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d9c7a608378a44f0a18fc6c3ed12ce27 2024-12-09T00:42:01,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742310_1486 (size=12459) 2024-12-09T00:42:01,993 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into 37ff17c3c70646fd87595c08b66e4825(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:01,993 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:01,993 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704921942; duration=0sec 2024-12-09T00:42:01,993 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:01,993 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:01,994 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/930a18af5a9742b2ade52538e9fb75eb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/930a18af5a9742b2ade52538e9fb75eb 2024-12-09T00:42:01,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b5dc4443c8ea45a39ef0520c5d4345b6 is 50, key is test_row_0/C:col10/1733704920749/Put/seqid=0 2024-12-09T00:42:01,999 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into 930a18af5a9742b2ade52538e9fb75eb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:01,999 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:01,999 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704921942; duration=0sec 2024-12-09T00:42:01,999 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:01,999 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742311_1487 (size=12151) 2024-12-09T00:42:02,404 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b5dc4443c8ea45a39ef0520c5d4345b6 2024-12-09T00:42:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5b6d52d5bdfd4a32aea40c11adbdb018 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5b6d52d5bdfd4a32aea40c11adbdb018 2024-12-09T00:42:02,410 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5b6d52d5bdfd4a32aea40c11adbdb018, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T00:42:02,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d9c7a608378a44f0a18fc6c3ed12ce27 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d9c7a608378a44f0a18fc6c3ed12ce27 2024-12-09T00:42:02,413 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d9c7a608378a44f0a18fc6c3ed12ce27, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T00:42:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b5dc4443c8ea45a39ef0520c5d4345b6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b5dc4443c8ea45a39ef0520c5d4345b6 2024-12-09T00:42:02,417 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b5dc4443c8ea45a39ef0520c5d4345b6, entries=150, sequenceid=193, filesize=11.9 K 2024-12-09T00:42:02,417 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for dea876cec1800a50b3904c19803d88a0 in 470ms, sequenceid=193, compaction requested=false 2024-12-09T00:42:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-09T00:42:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-09T00:42:02,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-09T00:42:02,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6910 sec 2024-12-09T00:42:02,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6960 sec 2024-12-09T00:42:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:42:02,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/17af31b1d4d4475d9bdc53cc02b5a4d9 is 50, key is test_row_0/A:col10/1733704922722/Put/seqid=0 2024-12-09T00:42:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742312_1488 (size=14541) 2024-12-09T00:42:02,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/17af31b1d4d4475d9bdc53cc02b5a4d9 2024-12-09T00:42:02,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/85da25150d7c47ef85e216907f1f99b1 is 50, key is test_row_0/B:col10/1733704922722/Put/seqid=0 2024-12-09T00:42:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742313_1489 (size=12151) 2024-12-09T00:42:02,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/85da25150d7c47ef85e216907f1f99b1 2024-12-09T00:42:02,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/1464d069bdf248fd824eaaa72c00d3e6 is 50, key is test_row_0/C:col10/1733704922722/Put/seqid=0 2024-12-09T00:42:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742314_1490 (size=12151) 2024-12-09T00:42:02,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704982861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T00:42:02,875 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:02,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-09T00:42:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T00:42:02,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:02,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:02,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:02,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704982905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:02,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704982905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:02,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704982905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:02,912 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:02,912 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,912 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704982914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:02,919 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704982975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T00:42:03,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T00:42:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:03,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:03,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/1464d069bdf248fd824eaaa72c00d3e6 2024-12-09T00:42:03,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/17af31b1d4d4475d9bdc53cc02b5a4d9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/17af31b1d4d4475d9bdc53cc02b5a4d9 2024-12-09T00:42:03,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/17af31b1d4d4475d9bdc53cc02b5a4d9, entries=200, sequenceid=207, filesize=14.2 K 2024-12-09T00:42:03,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/85da25150d7c47ef85e216907f1f99b1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/85da25150d7c47ef85e216907f1f99b1 2024-12-09T00:42:03,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/85da25150d7c47ef85e216907f1f99b1, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T00:42:03,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/1464d069bdf248fd824eaaa72c00d3e6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/1464d069bdf248fd824eaaa72c00d3e6 2024-12-09T00:42:03,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/1464d069bdf248fd824eaaa72c00d3e6, entries=150, sequenceid=207, filesize=11.9 K 2024-12-09T00:42:03,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dea876cec1800a50b3904c19803d88a0 in 435ms, sequenceid=207, compaction requested=true 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:03,164 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:03,164 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:03,164 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:03,164 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:03,165 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:42:03,165 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:42:03,165 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:03,165 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:03,165 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/29db74badf5d42c2a450cc168799b88c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d9c7a608378a44f0a18fc6c3ed12ce27, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/85da25150d7c47ef85e216907f1f99b1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.9 K 2024-12-09T00:42:03,165 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/37ff17c3c70646fd87595c08b66e4825, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5b6d52d5bdfd4a32aea40c11adbdb018, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/17af31b1d4d4475d9bdc53cc02b5a4d9] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=38.2 K 2024-12-09T00:42:03,165 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29db74badf5d42c2a450cc168799b88c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733704920533 2024-12-09T00:42:03,165 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ff17c3c70646fd87595c08b66e4825, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733704920533 2024-12-09T00:42:03,166 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b6d52d5bdfd4a32aea40c11adbdb018, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733704920727 2024-12-09T00:42:03,166 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9c7a608378a44f0a18fc6c3ed12ce27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733704920727 2024-12-09T00:42:03,166 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 17af31b1d4d4475d9bdc53cc02b5a4d9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704922722 2024-12-09T00:42:03,166 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85da25150d7c47ef85e216907f1f99b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704922722 2024-12-09T00:42:03,171 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:03,171 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:03,172 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d8f62bf125b44b6bb8149757f5f2b48d is 50, key is test_row_0/B:col10/1733704922722/Put/seqid=0 2024-12-09T00:42:03,172 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5a0237c1f1ae4f7892a9573e8ad8ea79 is 50, key is test_row_0/A:col10/1733704922722/Put/seqid=0 2024-12-09T00:42:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742316_1492 (size=12561) 2024-12-09T00:42:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742315_1491 (size=12561) 2024-12-09T00:42:03,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T00:42:03,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:03,182 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:42:03,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f86ab2b7c2844fdc98d74b609a08cb90 is 50, key is test_row_0/A:col10/1733704922816/Put/seqid=0 2024-12-09T00:42:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742317_1493 (size=12151) 2024-12-09T00:42:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T00:42:03,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704983235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:03,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704983345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T00:42:03,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704983555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:03,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:03,578 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/d8f62bf125b44b6bb8149757f5f2b48d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d8f62bf125b44b6bb8149757f5f2b48d 2024-12-09T00:42:03,579 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5a0237c1f1ae4f7892a9573e8ad8ea79 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5a0237c1f1ae4f7892a9573e8ad8ea79 2024-12-09T00:42:03,581 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into d8f62bf125b44b6bb8149757f5f2b48d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:03,581 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into 5a0237c1f1ae4f7892a9573e8ad8ea79(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:03,581 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:03,581 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:03,581 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704923164; duration=0sec 2024-12-09T00:42:03,581 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704923164; duration=0sec 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:03,582 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:03,582 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/930a18af5a9742b2ade52538e9fb75eb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b5dc4443c8ea45a39ef0520c5d4345b6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/1464d069bdf248fd824eaaa72c00d3e6] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=35.9 K 2024-12-09T00:42:03,582 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 930a18af5a9742b2ade52538e9fb75eb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733704920533 2024-12-09T00:42:03,583 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b5dc4443c8ea45a39ef0520c5d4345b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733704920727 2024-12-09T00:42:03,583 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1464d069bdf248fd824eaaa72c00d3e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704922722 2024-12-09T00:42:03,588 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:03,588 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/4672d503243140cb9a548eff558100ca is 50, key is test_row_0/C:col10/1733704922722/Put/seqid=0 2024-12-09T00:42:03,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742318_1494 (size=12561) 2024-12-09T00:42:03,593 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f86ab2b7c2844fdc98d74b609a08cb90 2024-12-09T00:42:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c63440a146e54846ae6af00fd6f87e7c is 50, key is test_row_0/B:col10/1733704922816/Put/seqid=0 2024-12-09T00:42:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742319_1495 (size=12151) 2024-12-09T00:42:03,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704983865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:03,997 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/4672d503243140cb9a548eff558100ca as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/4672d503243140cb9a548eff558100ca 2024-12-09T00:42:04,000 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into 4672d503243140cb9a548eff558100ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:04,000 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:04,000 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704923164; duration=0sec 2024-12-09T00:42:04,000 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:04,000 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:04,002 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c63440a146e54846ae6af00fd6f87e7c 2024-12-09T00:42:04,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/74bf3bee9ac8423fa8d341d211dc2dbb is 50, key is test_row_0/C:col10/1733704922816/Put/seqid=0 2024-12-09T00:42:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742320_1496 (size=12151) 2024-12-09T00:42:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T00:42:04,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704984375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:04,410 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/74bf3bee9ac8423fa8d341d211dc2dbb 2024-12-09T00:42:04,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/f86ab2b7c2844fdc98d74b609a08cb90 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f86ab2b7c2844fdc98d74b609a08cb90 2024-12-09T00:42:04,416 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f86ab2b7c2844fdc98d74b609a08cb90, entries=150, sequenceid=232, filesize=11.9 K 2024-12-09T00:42:04,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/c63440a146e54846ae6af00fd6f87e7c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c63440a146e54846ae6af00fd6f87e7c 2024-12-09T00:42:04,419 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c63440a146e54846ae6af00fd6f87e7c, entries=150, sequenceid=232, filesize=11.9 K 2024-12-09T00:42:04,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/74bf3bee9ac8423fa8d341d211dc2dbb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/74bf3bee9ac8423fa8d341d211dc2dbb 2024-12-09T00:42:04,422 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/74bf3bee9ac8423fa8d341d211dc2dbb, entries=150, sequenceid=232, filesize=11.9 K 2024-12-09T00:42:04,423 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dea876cec1800a50b3904c19803d88a0 in 1241ms, sequenceid=232, compaction requested=false 2024-12-09T00:42:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-09T00:42:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-09T00:42:04,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-09T00:42:04,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-12-09T00:42:04,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.5520 sec 2024-12-09T00:42:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:04,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:42:04,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5ada91cf6b48469badd4c59335a6cf28 is 50, key is test_row_0/A:col10/1733704924927/Put/seqid=0 2024-12-09T00:42:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742321_1497 (size=14541) 2024-12-09T00:42:04,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704984964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704984969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704984970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704984970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T00:42:05,025 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:05,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-09T00:42:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T00:42:05,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:05,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:05,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704985074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704985085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704985085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704985085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T00:42:05,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T00:42:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704985284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704985295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704985295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704985295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T00:42:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5ada91cf6b48469badd4c59335a6cf28 2024-12-09T00:42:05,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/74cf98aa3cb24b67bb493527b0634e59 is 50, key is test_row_0/B:col10/1733704924927/Put/seqid=0 2024-12-09T00:42:05,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742322_1498 (size=12151) 2024-12-09T00:42:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T00:42:05,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704985385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,389 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T00:42:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704985595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704985604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704985605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704985605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:05,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T00:42:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T00:42:05,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/74cf98aa3cb24b67bb493527b0634e59 2024-12-09T00:42:05,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b8935f5106494634bb8226432fdeb1bb is 50, key is test_row_0/C:col10/1733704924927/Put/seqid=0 2024-12-09T00:42:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742323_1499 (size=12151) 2024-12-09T00:42:05,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b8935f5106494634bb8226432fdeb1bb 2024-12-09T00:42:05,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/5ada91cf6b48469badd4c59335a6cf28 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5ada91cf6b48469badd4c59335a6cf28 2024-12-09T00:42:05,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5ada91cf6b48469badd4c59335a6cf28, entries=200, sequenceid=247, filesize=14.2 K 2024-12-09T00:42:05,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/74cf98aa3cb24b67bb493527b0634e59 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/74cf98aa3cb24b67bb493527b0634e59 2024-12-09T00:42:05,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/74cf98aa3cb24b67bb493527b0634e59, entries=150, sequenceid=247, filesize=11.9 K 2024-12-09T00:42:05,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b8935f5106494634bb8226432fdeb1bb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b8935f5106494634bb8226432fdeb1bb 2024-12-09T00:42:05,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b8935f5106494634bb8226432fdeb1bb, entries=150, sequenceid=247, filesize=11.9 K 2024-12-09T00:42:05,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dea876cec1800a50b3904c19803d88a0 in 841ms, sequenceid=247, compaction requested=true 2024-12-09T00:42:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:05,769 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:05,769 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:05,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:05,771 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:05,771 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:05,771 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:42:05,771 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:42:05,771 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,771 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,771 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d8f62bf125b44b6bb8149757f5f2b48d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c63440a146e54846ae6af00fd6f87e7c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/74cf98aa3cb24b67bb493527b0634e59] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.0 K 2024-12-09T00:42:05,771 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5a0237c1f1ae4f7892a9573e8ad8ea79, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f86ab2b7c2844fdc98d74b609a08cb90, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5ada91cf6b48469badd4c59335a6cf28] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=38.3 K 2024-12-09T00:42:05,771 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a0237c1f1ae4f7892a9573e8ad8ea79, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704922722 2024-12-09T00:42:05,771 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f62bf125b44b6bb8149757f5f2b48d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704922722 2024-12-09T00:42:05,772 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f86ab2b7c2844fdc98d74b609a08cb90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733704922816 2024-12-09T00:42:05,772 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting c63440a146e54846ae6af00fd6f87e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733704922816 2024-12-09T00:42:05,772 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ada91cf6b48469badd4c59335a6cf28, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733704923195 2024-12-09T00:42:05,772 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 74cf98aa3cb24b67bb493527b0634e59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733704923227 2024-12-09T00:42:05,778 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:05,778 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/9e63358f9d70449da771339ac6ac3c8e is 50, key is test_row_0/B:col10/1733704924927/Put/seqid=0 2024-12-09T00:42:05,778 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:05,779 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d89f7f22d71c430094e95046fcd76f2e is 50, key is test_row_0/A:col10/1733704924927/Put/seqid=0 2024-12-09T00:42:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742324_1500 (size=12663) 2024-12-09T00:42:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742325_1501 (size=12663) 2024-12-09T00:42:05,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T00:42:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:05,790 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:42:05,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/6f1db18e84d648c2a1282d7147f067f5 is 50, key is test_row_0/A:col10/1733704924963/Put/seqid=0 2024-12-09T00:42:05,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742326_1502 (size=12301) 2024-12-09T00:42:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:06,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704986123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704986125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704986126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704986135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T00:42:06,185 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/9e63358f9d70449da771339ac6ac3c8e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/9e63358f9d70449da771339ac6ac3c8e 2024-12-09T00:42:06,187 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/d89f7f22d71c430094e95046fcd76f2e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d89f7f22d71c430094e95046fcd76f2e 2024-12-09T00:42:06,188 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into 9e63358f9d70449da771339ac6ac3c8e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:06,188 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:06,188 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704925769; duration=0sec 2024-12-09T00:42:06,188 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:06,188 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:06,188 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:06,189 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:06,189 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:06,189 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:06,190 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/4672d503243140cb9a548eff558100ca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/74bf3bee9ac8423fa8d341d211dc2dbb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b8935f5106494634bb8226432fdeb1bb] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.0 K 2024-12-09T00:42:06,190 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 4672d503243140cb9a548eff558100ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733704922722 2024-12-09T00:42:06,190 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 74bf3bee9ac8423fa8d341d211dc2dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733704922816 2024-12-09T00:42:06,191 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b8935f5106494634bb8226432fdeb1bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733704923227 2024-12-09T00:42:06,191 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into d89f7f22d71c430094e95046fcd76f2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:06,191 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:06,191 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704925769; duration=0sec 2024-12-09T00:42:06,191 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:06,191 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:06,196 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:06,196 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/c167455abe28404d9c56450814d56862 is 50, key is test_row_0/C:col10/1733704924927/Put/seqid=0 2024-12-09T00:42:06,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742327_1503 (size=12663) 2024-12-09T00:42:06,199 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/6f1db18e84d648c2a1282d7147f067f5 2024-12-09T00:42:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/07b7d97803dd4ad1b368d0d1fdefc9f7 is 50, key is test_row_0/B:col10/1733704924963/Put/seqid=0 2024-12-09T00:42:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742328_1504 (size=12301) 2024-12-09T00:42:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704986245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704986245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704986245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704986455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704986455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704986455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,602 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/c167455abe28404d9c56450814d56862 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c167455abe28404d9c56450814d56862 2024-12-09T00:42:06,604 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into c167455abe28404d9c56450814d56862(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:06,604 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:06,605 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704925769; duration=0sec 2024-12-09T00:42:06,605 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:06,605 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:06,609 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/07b7d97803dd4ad1b368d0d1fdefc9f7 2024-12-09T00:42:06,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/e8f080d779474f15830dfeba9c131a88 is 50, key is test_row_0/C:col10/1733704924963/Put/seqid=0 2024-12-09T00:42:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742329_1505 (size=12301) 2024-12-09T00:42:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704986765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704986766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704986766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,018 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/e8f080d779474f15830dfeba9c131a88 2024-12-09T00:42:07,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/6f1db18e84d648c2a1282d7147f067f5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/6f1db18e84d648c2a1282d7147f067f5 2024-12-09T00:42:07,024 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/6f1db18e84d648c2a1282d7147f067f5, entries=150, sequenceid=271, filesize=12.0 K 2024-12-09T00:42:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/07b7d97803dd4ad1b368d0d1fdefc9f7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/07b7d97803dd4ad1b368d0d1fdefc9f7 2024-12-09T00:42:07,026 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/07b7d97803dd4ad1b368d0d1fdefc9f7, entries=150, sequenceid=271, filesize=12.0 K 2024-12-09T00:42:07,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/e8f080d779474f15830dfeba9c131a88 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/e8f080d779474f15830dfeba9c131a88 2024-12-09T00:42:07,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/e8f080d779474f15830dfeba9c131a88, entries=150, sequenceid=271, filesize=12.0 K 2024-12-09T00:42:07,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dea876cec1800a50b3904c19803d88a0 in 1240ms, sequenceid=271, compaction requested=false 2024-12-09T00:42:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-09T00:42:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-09T00:42:07,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-09T00:42:07,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0040 sec 2024-12-09T00:42:07,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.0090 sec 2024-12-09T00:42:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:07,149 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:07,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:42:07,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/355322a639284953ba5f37ceb766a801 is 50, key is test_row_0/A:col10/1733704926126/Put/seqid=0 2024-12-09T00:42:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742330_1506 (size=14741) 2024-12-09T00:42:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T00:42:07,175 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:07,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-09T00:42:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:07,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:07,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:07,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704987243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704987275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704987275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704987275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:07,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704987354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704987405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,410 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:07,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:07,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/355322a639284953ba5f37ceb766a801 2024-12-09T00:42:07,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/012568aadbe24531a3c12353fe3bdbb2 is 50, key is test_row_0/B:col10/1733704926126/Put/seqid=0 2024-12-09T00:42:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742331_1507 (size=12301) 2024-12-09T00:42:07,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704987565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:07,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:07,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704987875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:07,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:07,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:07,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:07,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:07,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/012568aadbe24531a3c12353fe3bdbb2 2024-12-09T00:42:07,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/c3ce9c43dd3a4ca3af365ee7d0e6c878 is 50, key is test_row_0/C:col10/1733704926126/Put/seqid=0 2024-12-09T00:42:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742332_1508 (size=12301) 2024-12-09T00:42:08,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:08,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:08,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704988295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704988295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704988295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:08,297 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:08,297 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,297 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:08,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/c3ce9c43dd3a4ca3af365ee7d0e6c878 2024-12-09T00:42:08,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/355322a639284953ba5f37ceb766a801 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/355322a639284953ba5f37ceb766a801 2024-12-09T00:42:08,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/355322a639284953ba5f37ceb766a801, entries=200, sequenceid=287, filesize=14.4 K 2024-12-09T00:42:08,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/012568aadbe24531a3c12353fe3bdbb2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/012568aadbe24531a3c12353fe3bdbb2 2024-12-09T00:42:08,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/012568aadbe24531a3c12353fe3bdbb2, entries=150, sequenceid=287, filesize=12.0 K 2024-12-09T00:42:08,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/c3ce9c43dd3a4ca3af365ee7d0e6c878 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c3ce9c43dd3a4ca3af365ee7d0e6c878 2024-12-09T00:42:08,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c3ce9c43dd3a4ca3af365ee7d0e6c878, entries=150, sequenceid=287, filesize=12.0 K 2024-12-09T00:42:08,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dea876cec1800a50b3904c19803d88a0 in 1240ms, sequenceid=287, compaction requested=true 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:08,389 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:08,389 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:42:08,390 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,390 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,390 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d89f7f22d71c430094e95046fcd76f2e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/6f1db18e84d648c2a1282d7147f067f5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/355322a639284953ba5f37ceb766a801] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=38.8 K 2024-12-09T00:42:08,390 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/9e63358f9d70449da771339ac6ac3c8e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/07b7d97803dd4ad1b368d0d1fdefc9f7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/012568aadbe24531a3c12353fe3bdbb2] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.4 K 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d89f7f22d71c430094e95046fcd76f2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733704923227 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e63358f9d70449da771339ac6ac3c8e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733704923227 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f1db18e84d648c2a1282d7147f067f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733704924963 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 07b7d97803dd4ad1b368d0d1fdefc9f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733704924963 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 355322a639284953ba5f37ceb766a801, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733704926117 2024-12-09T00:42:08,390 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 012568aadbe24531a3c12353fe3bdbb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733704926121 2024-12-09T00:42:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:08,392 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:08,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:42:08,396 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:08,397 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/49f654f6626c4ca4bcfc26494d348f6e is 50, key is test_row_0/B:col10/1733704926126/Put/seqid=0 2024-12-09T00:42:08,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/80a38cf1b8e746fd9df594a4f86a1d42 is 50, key is test_row_0/A:col10/1733704928391/Put/seqid=0 2024-12-09T00:42:08,397 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:08,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,398 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/e31b6d669d2244c2931c7c02717c380b is 50, key is test_row_0/A:col10/1733704926126/Put/seqid=0 2024-12-09T00:42:08,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742335_1511 (size=12301) 2024-12-09T00:42:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742333_1509 (size=12915) 2024-12-09T00:42:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742334_1510 (size=12915) 2024-12-09T00:42:08,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704988463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:08,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704988575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:08,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704988785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:08,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:08,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/80a38cf1b8e746fd9df594a4f86a1d42 2024-12-09T00:42:08,805 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/e31b6d669d2244c2931c7c02717c380b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/e31b6d669d2244c2931c7c02717c380b 2024-12-09T00:42:08,805 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/49f654f6626c4ca4bcfc26494d348f6e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/49f654f6626c4ca4bcfc26494d348f6e 2024-12-09T00:42:08,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/b18ac8aa1934403abeee8c749ee33384 is 50, key is test_row_0/B:col10/1733704928391/Put/seqid=0 2024-12-09T00:42:08,809 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into e31b6d669d2244c2931c7c02717c380b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:08,809 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:08,809 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704928389; duration=0sec 2024-12-09T00:42:08,809 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:08,810 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:08,810 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:08,810 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into 49f654f6626c4ca4bcfc26494d348f6e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:08,810 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:08,810 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704928389; duration=0sec 2024-12-09T00:42:08,810 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:08,810 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:08,811 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:08,811 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:08,811 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,811 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c167455abe28404d9c56450814d56862, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/e8f080d779474f15830dfeba9c131a88, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c3ce9c43dd3a4ca3af365ee7d0e6c878] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.4 K 2024-12-09T00:42:08,811 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c167455abe28404d9c56450814d56862, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733704923227 2024-12-09T00:42:08,811 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f080d779474f15830dfeba9c131a88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733704924963 2024-12-09T00:42:08,812 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3ce9c43dd3a4ca3af365ee7d0e6c878, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733704926121 2024-12-09T00:42:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742336_1512 (size=12301) 2024-12-09T00:42:08,817 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:08,818 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b840cae6500841398d50cc66bd69298e is 50, key is test_row_0/C:col10/1733704926126/Put/seqid=0 2024-12-09T00:42:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742337_1513 (size=12915) 2024-12-09T00:42:08,825 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/b840cae6500841398d50cc66bd69298e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b840cae6500841398d50cc66bd69298e 2024-12-09T00:42:08,829 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into b840cae6500841398d50cc66bd69298e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:08,829 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:08,829 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704928389; duration=0sec 2024-12-09T00:42:08,829 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:08,829 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:08,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:08,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:09,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:09,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:09,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704989095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:09,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:09,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:09,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:09,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:09,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:09,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/b18ac8aa1934403abeee8c749ee33384 2024-12-09T00:42:09,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/620ac5d60f49408a8e18f8f3cbe86a29 is 50, key is test_row_0/C:col10/1733704928391/Put/seqid=0 2024-12-09T00:42:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742338_1514 (size=12301) 2024-12-09T00:42:09,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/620ac5d60f49408a8e18f8f3cbe86a29 2024-12-09T00:42:09,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/80a38cf1b8e746fd9df594a4f86a1d42 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/80a38cf1b8e746fd9df594a4f86a1d42 2024-12-09T00:42:09,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/80a38cf1b8e746fd9df594a4f86a1d42, entries=150, sequenceid=311, filesize=12.0 K 2024-12-09T00:42:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/b18ac8aa1934403abeee8c749ee33384 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/b18ac8aa1934403abeee8c749ee33384 2024-12-09T00:42:09,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/b18ac8aa1934403abeee8c749ee33384, entries=150, sequenceid=311, filesize=12.0 K 2024-12-09T00:42:09,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/620ac5d60f49408a8e18f8f3cbe86a29 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/620ac5d60f49408a8e18f8f3cbe86a29 2024-12-09T00:42:09,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/620ac5d60f49408a8e18f8f3cbe86a29, entries=150, sequenceid=311, filesize=12.0 K 2024-12-09T00:42:09,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dea876cec1800a50b3904c19803d88a0 in 843ms, sequenceid=311, compaction requested=false 2024-12-09T00:42:09,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:09,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T00:42:09,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:09,314 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:42:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/51514301ccf04e70b09d38ed52bcef0e is 50, key is test_row_0/A:col10/1733704928408/Put/seqid=0 2024-12-09T00:42:09,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742339_1515 (size=12301) 2024-12-09T00:42:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:09,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:09,721 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/51514301ccf04e70b09d38ed52bcef0e 2024-12-09T00:42:09,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/bb8378eaba39414eb65e5719ad232a6e is 50, key is test_row_0/B:col10/1733704928408/Put/seqid=0 2024-12-09T00:42:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742340_1516 (size=12301) 2024-12-09T00:42:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704989759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704989865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704990075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:10,131 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/bb8378eaba39414eb65e5719ad232a6e 2024-12-09T00:42:10,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/64c2b9d133214d3797441800b85f3cd1 is 50, key is test_row_0/C:col10/1733704928408/Put/seqid=0 2024-12-09T00:42:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742341_1517 (size=12301) 2024-12-09T00:42:10,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58412 deadline: 1733704990305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:10,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58456 deadline: 1733704990305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:10,309 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:10,309 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:10,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1733704990325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:10,331 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_0' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704990385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:10,548 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/64c2b9d133214d3797441800b85f3cd1 2024-12-09T00:42:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/51514301ccf04e70b09d38ed52bcef0e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/51514301ccf04e70b09d38ed52bcef0e 2024-12-09T00:42:10,553 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/51514301ccf04e70b09d38ed52bcef0e, entries=150, sequenceid=326, filesize=12.0 K 2024-12-09T00:42:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/bb8378eaba39414eb65e5719ad232a6e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/bb8378eaba39414eb65e5719ad232a6e 2024-12-09T00:42:10,557 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/bb8378eaba39414eb65e5719ad232a6e, entries=150, sequenceid=326, filesize=12.0 K 2024-12-09T00:42:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/64c2b9d133214d3797441800b85f3cd1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/64c2b9d133214d3797441800b85f3cd1 2024-12-09T00:42:10,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/64c2b9d133214d3797441800b85f3cd1, entries=150, sequenceid=326, filesize=12.0 K 2024-12-09T00:42:10,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dea876cec1800a50b3904c19803d88a0 in 1246ms, sequenceid=326, compaction requested=true 2024-12-09T00:42:10,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:10,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:10,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-09T00:42:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-09T00:42:10,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-09T00:42:10,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3830 sec 2024-12-09T00:42:10,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 3.3870 sec 2024-12-09T00:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:10,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:10,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-09T00:42:10,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/a73823555d034cae893ab518ceab1e10 is 50, key is test_row_0/A:col10/1733704929758/Put/seqid=0 2024-12-09T00:42:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742342_1518 (size=14741) 2024-12-09T00:42:10,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/a73823555d034cae893ab518ceab1e10 2024-12-09T00:42:10,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/a222fc4f955b42fda1a6d774db505fdb is 50, key is test_row_0/B:col10/1733704929758/Put/seqid=0 2024-12-09T00:42:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742343_1519 (size=12301) 2024-12-09T00:42:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704990943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:11,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704991054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:11,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704991265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:11,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:11,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/a222fc4f955b42fda1a6d774db505fdb 2024-12-09T00:42:11,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/20564fa350f446668c5906e1f76aa28e is 50, key is test_row_0/C:col10/1733704929758/Put/seqid=0 2024-12-09T00:42:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742344_1520 (size=12301) 2024-12-09T00:42:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T00:42:11,345 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:11,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-09T00:42:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T00:42:11,347 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:11,347 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:11,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58414 deadline: 1733704991435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:11,440 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in dea876cec1800a50b3904c19803d88a0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T00:42:11,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T00:42:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58440 deadline: 1733704991575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 , the old value is region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., hostname=1bae0942de96,45465,1733704794103, seqNum=2 because the exception is null or not the one we care about 2024-12-09T00:42:11,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T00:42:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T00:42:11,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/20564fa350f446668c5906e1f76aa28e 2024-12-09T00:42:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/a73823555d034cae893ab518ceab1e10 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/a73823555d034cae893ab518ceab1e10 2024-12-09T00:42:11,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/a73823555d034cae893ab518ceab1e10, entries=200, sequenceid=351, filesize=14.4 K 2024-12-09T00:42:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/a222fc4f955b42fda1a6d774db505fdb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/a222fc4f955b42fda1a6d774db505fdb 2024-12-09T00:42:11,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/a222fc4f955b42fda1a6d774db505fdb, entries=150, sequenceid=351, filesize=12.0 K 2024-12-09T00:42:11,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/20564fa350f446668c5906e1f76aa28e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/20564fa350f446668c5906e1f76aa28e 2024-12-09T00:42:11,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/20564fa350f446668c5906e1f76aa28e, entries=150, sequenceid=351, filesize=12.0 K 2024-12-09T00:42:11,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dea876cec1800a50b3904c19803d88a0 in 837ms, sequenceid=351, compaction requested=true 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:11,736 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:11,736 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:42:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:11,737 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:42:11,737 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:42:11,737 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:42:11,737 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:42:11,737 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,737 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,737 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/49f654f6626c4ca4bcfc26494d348f6e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/b18ac8aa1934403abeee8c749ee33384, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/bb8378eaba39414eb65e5719ad232a6e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/a222fc4f955b42fda1a6d774db505fdb] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=48.7 K 2024-12-09T00:42:11,737 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/e31b6d669d2244c2931c7c02717c380b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/80a38cf1b8e746fd9df594a4f86a1d42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/51514301ccf04e70b09d38ed52bcef0e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/a73823555d034cae893ab518ceab1e10] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=51.0 K 2024-12-09T00:42:11,738 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 49f654f6626c4ca4bcfc26494d348f6e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733704926121 2024-12-09T00:42:11,738 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e31b6d669d2244c2931c7c02717c380b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733704926121 2024-12-09T00:42:11,738 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting b18ac8aa1934403abeee8c749ee33384, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733704927236 2024-12-09T00:42:11,738 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bb8378eaba39414eb65e5719ad232a6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733704928408 2024-12-09T00:42:11,738 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80a38cf1b8e746fd9df594a4f86a1d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733704927236 2024-12-09T00:42:11,738 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a222fc4f955b42fda1a6d774db505fdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733704929742 2024-12-09T00:42:11,739 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51514301ccf04e70b09d38ed52bcef0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733704928408 2024-12-09T00:42:11,739 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73823555d034cae893ab518ceab1e10, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733704929715 2024-12-09T00:42:11,755 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:11,756 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/ea97283302f74f5fb87d80613cd713d5 is 50, key is test_row_0/A:col10/1733704929758/Put/seqid=0 2024-12-09T00:42:11,764 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:11,765 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/1076467bc1814481a6137dddad5b76b1 is 50, key is test_row_0/B:col10/1733704929758/Put/seqid=0 2024-12-09T00:42:11,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742345_1521 (size=13051) 2024-12-09T00:42:11,771 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/ea97283302f74f5fb87d80613cd713d5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/ea97283302f74f5fb87d80613cd713d5 2024-12-09T00:42:11,775 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into ea97283302f74f5fb87d80613cd713d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:11,775 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:11,775 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=12, startTime=1733704931736; duration=0sec 2024-12-09T00:42:11,775 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:11,775 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:11,775 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T00:42:11,776 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T00:42:11,776 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:11,776 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,776 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b840cae6500841398d50cc66bd69298e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/620ac5d60f49408a8e18f8f3cbe86a29, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/64c2b9d133214d3797441800b85f3cd1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/20564fa350f446668c5906e1f76aa28e] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=48.7 K 2024-12-09T00:42:11,776 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting b840cae6500841398d50cc66bd69298e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733704926121 2024-12-09T00:42:11,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 620ac5d60f49408a8e18f8f3cbe86a29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733704927236 2024-12-09T00:42:11,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64c2b9d133214d3797441800b85f3cd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733704928408 2024-12-09T00:42:11,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20564fa350f446668c5906e1f76aa28e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733704929742 2024-12-09T00:42:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742346_1522 (size=13051) 2024-12-09T00:42:11,785 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:11,786 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/fbe94113015d4f9c8103c0e0da72bfec is 50, key is test_row_0/C:col10/1733704929758/Put/seqid=0 2024-12-09T00:42:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742347_1523 (size=13051) 2024-12-09T00:42:11,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T00:42:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:11,804 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:42:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/821f5bbeb2f34b0b8af9522f7a1ff07c is 50, key is test_row_0/A:col10/1733704930937/Put/seqid=0 2024-12-09T00:42:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742348_1524 (size=12301) 2024-12-09T00:42:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T00:42:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. as already flushing 2024-12-09T00:42:12,124 INFO [Thread-1997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1997. 2024-12-09T00:42:12,124 DEBUG [Thread-1997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:12,124 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,124 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:12,124 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-12-09T00:42:12,125 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:12,125 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,125 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:12,127 INFO [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008. 2024-12-09T00:42:12,127 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:12,127 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,127 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:12,130 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-12-09T00:42:12,130 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:12,130 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,130 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:12,131 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-12-09T00:42:12,131 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:12,131 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,131 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:12,134 INFO [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012. 2024-12-09T00:42:12,134 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:12,134 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,134 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:12,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:12,191 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/1076467bc1814481a6137dddad5b76b1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1076467bc1814481a6137dddad5b76b1 2024-12-09T00:42:12,195 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/fbe94113015d4f9c8103c0e0da72bfec as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fbe94113015d4f9c8103c0e0da72bfec 2024-12-09T00:42:12,197 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into 1076467bc1814481a6137dddad5b76b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:12,197 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:12,197 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=12, startTime=1733704931736; duration=0sec 2024-12-09T00:42:12,197 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:12,197 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:12,199 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into fbe94113015d4f9c8103c0e0da72bfec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:12,199 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:12,199 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=12, startTime=1733704931736; duration=0sec 2024-12-09T00:42:12,199 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:12,199 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:12,210 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/821f5bbeb2f34b0b8af9522f7a1ff07c 2024-12-09T00:42:12,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/105a8656471d4a92a53e85b0b7de9f8a is 50, key is test_row_0/B:col10/1733704930937/Put/seqid=0 2024-12-09T00:42:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742349_1525 (size=12301) 2024-12-09T00:42:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T00:42:12,625 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/105a8656471d4a92a53e85b0b7de9f8a 2024-12-09T00:42:12,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/3a0d355aa90e46c6af0af77423b7e079 is 50, key is test_row_0/C:col10/1733704930937/Put/seqid=0 2024-12-09T00:42:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742350_1526 (size=12301) 2024-12-09T00:42:13,042 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/3a0d355aa90e46c6af0af77423b7e079 2024-12-09T00:42:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/821f5bbeb2f34b0b8af9522f7a1ff07c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/821f5bbeb2f34b0b8af9522f7a1ff07c 2024-12-09T00:42:13,057 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/821f5bbeb2f34b0b8af9522f7a1ff07c, entries=150, sequenceid=363, filesize=12.0 K 2024-12-09T00:42:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/105a8656471d4a92a53e85b0b7de9f8a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/105a8656471d4a92a53e85b0b7de9f8a 2024-12-09T00:42:13,063 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/105a8656471d4a92a53e85b0b7de9f8a, entries=150, sequenceid=363, filesize=12.0 K 2024-12-09T00:42:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/3a0d355aa90e46c6af0af77423b7e079 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3a0d355aa90e46c6af0af77423b7e079 2024-12-09T00:42:13,067 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3a0d355aa90e46c6af0af77423b7e079, entries=150, sequenceid=363, filesize=12.0 K 2024-12-09T00:42:13,068 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=46.96 KB/48090 for dea876cec1800a50b3904c19803d88a0 in 1264ms, sequenceid=363, compaction requested=false 2024-12-09T00:42:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-09T00:42:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-09T00:42:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-09T00:42:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-12-09T00:42:13,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.7270 sec 2024-12-09T00:42:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T00:42:13,497 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:14,329 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:14,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-09T00:42:14,330 INFO [Thread-2003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2003. 2024-12-09T00:42:14,330 DEBUG [Thread-2003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:14,330 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:14,330 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:14,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:14,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/412469acebd44617a5855957eee95d35 is 50, key is test_row_0/A:col10/1733704934326/Put/seqid=0 2024-12-09T00:42:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742351_1527 (size=12301) 2024-12-09T00:42:14,346 INFO [Thread-1999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1999. 2024-12-09T00:42:14,346 DEBUG [Thread-1999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:14,346 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:14,346 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:14,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:14,378 INFO [Thread-2001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2001. 2024-12-09T00:42:14,378 DEBUG [Thread-2001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:14,379 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:14,379 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:14,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:14,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/412469acebd44617a5855957eee95d35 2024-12-09T00:42:14,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/6258aee5531e4f6ea18c4ebb7cf421dd is 50, key is test_row_0/B:col10/1733704934326/Put/seqid=0 2024-12-09T00:42:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742352_1528 (size=12301) 2024-12-09T00:42:15,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/6258aee5531e4f6ea18c4ebb7cf421dd 2024-12-09T00:42:15,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/ba2b028797ed4a5ab0ce11976f71d2ed is 50, key is test_row_0/C:col10/1733704934326/Put/seqid=0 2024-12-09T00:42:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742353_1529 (size=12301) 2024-12-09T00:42:15,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/ba2b028797ed4a5ab0ce11976f71d2ed 2024-12-09T00:42:15,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/412469acebd44617a5855957eee95d35 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/412469acebd44617a5855957eee95d35 2024-12-09T00:42:15,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/412469acebd44617a5855957eee95d35, entries=150, sequenceid=376, filesize=12.0 K 2024-12-09T00:42:15,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/6258aee5531e4f6ea18c4ebb7cf421dd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/6258aee5531e4f6ea18c4ebb7cf421dd 2024-12-09T00:42:15,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/6258aee5531e4f6ea18c4ebb7cf421dd, entries=150, sequenceid=376, filesize=12.0 K 2024-12-09T00:42:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/ba2b028797ed4a5ab0ce11976f71d2ed as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/ba2b028797ed4a5ab0ce11976f71d2ed 2024-12-09T00:42:15,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/ba2b028797ed4a5ab0ce11976f71d2ed, entries=150, sequenceid=376, filesize=12.0 K 2024-12-09T00:42:15,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for dea876cec1800a50b3904c19803d88a0 in 1275ms, sequenceid=376, compaction requested=true 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:15,604 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:15,604 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dea876cec1800a50b3904c19803d88a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:15,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:15,605 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:15,605 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:15,605 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/B is initiating minor compaction (all files) 2024-12-09T00:42:15,605 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/A is initiating minor compaction (all files) 2024-12-09T00:42:15,605 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/B in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:15,605 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/A in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:15,605 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1076467bc1814481a6137dddad5b76b1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/105a8656471d4a92a53e85b0b7de9f8a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/6258aee5531e4f6ea18c4ebb7cf421dd] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.8 K 2024-12-09T00:42:15,605 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/ea97283302f74f5fb87d80613cd713d5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/821f5bbeb2f34b0b8af9522f7a1ff07c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/412469acebd44617a5855957eee95d35] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.8 K 2024-12-09T00:42:15,606 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1076467bc1814481a6137dddad5b76b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733704929742 2024-12-09T00:42:15,606 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea97283302f74f5fb87d80613cd713d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733704929742 2024-12-09T00:42:15,606 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 105a8656471d4a92a53e85b0b7de9f8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733704930930 2024-12-09T00:42:15,606 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821f5bbeb2f34b0b8af9522f7a1ff07c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733704930930 2024-12-09T00:42:15,606 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 6258aee5531e4f6ea18c4ebb7cf421dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733704932111 2024-12-09T00:42:15,606 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412469acebd44617a5855957eee95d35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733704932111 2024-12-09T00:42:15,613 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#B#compaction#456 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:15,613 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#A#compaction#455 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:15,614 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/98b2e95e74e741e5a8ab4ff913075417 is 50, key is test_row_0/A:col10/1733704934326/Put/seqid=0 2024-12-09T00:42:15,614 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/34e86f3c3e794875809e6d52742527f2 is 50, key is test_row_0/B:col10/1733704934326/Put/seqid=0 2024-12-09T00:42:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742354_1530 (size=13153) 2024-12-09T00:42:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742355_1531 (size=13153) 2024-12-09T00:42:16,026 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/34e86f3c3e794875809e6d52742527f2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/34e86f3c3e794875809e6d52742527f2 2024-12-09T00:42:16,026 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/98b2e95e74e741e5a8ab4ff913075417 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/98b2e95e74e741e5a8ab4ff913075417 2024-12-09T00:42:16,031 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/B of dea876cec1800a50b3904c19803d88a0 into 34e86f3c3e794875809e6d52742527f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:16,031 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/A of dea876cec1800a50b3904c19803d88a0 into 98b2e95e74e741e5a8ab4ff913075417(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:16,031 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:16,031 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:16,031 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/A, priority=13, startTime=1733704935604; duration=0sec 2024-12-09T00:42:16,031 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/B, priority=13, startTime=1733704935604; duration=0sec 2024-12-09T00:42:16,031 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:16,032 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:B 2024-12-09T00:42:16,032 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:16,032 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:A 2024-12-09T00:42:16,032 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:16,033 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:16,033 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): dea876cec1800a50b3904c19803d88a0/C is initiating minor compaction (all files) 2024-12-09T00:42:16,033 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dea876cec1800a50b3904c19803d88a0/C in TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:16,033 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fbe94113015d4f9c8103c0e0da72bfec, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3a0d355aa90e46c6af0af77423b7e079, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/ba2b028797ed4a5ab0ce11976f71d2ed] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp, totalSize=36.8 K 2024-12-09T00:42:16,033 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting fbe94113015d4f9c8103c0e0da72bfec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733704929742 2024-12-09T00:42:16,034 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0d355aa90e46c6af0af77423b7e079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733704930930 2024-12-09T00:42:16,034 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ba2b028797ed4a5ab0ce11976f71d2ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733704932111 2024-12-09T00:42:16,041 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dea876cec1800a50b3904c19803d88a0#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:16,041 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/39eed21216ea419e889320ac459059ca is 50, key is test_row_0/C:col10/1733704934326/Put/seqid=0 2024-12-09T00:42:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742356_1532 (size=13153) 2024-12-09T00:42:16,453 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/39eed21216ea419e889320ac459059ca as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/39eed21216ea419e889320ac459059ca 2024-12-09T00:42:16,456 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dea876cec1800a50b3904c19803d88a0/C of dea876cec1800a50b3904c19803d88a0 into 39eed21216ea419e889320ac459059ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:16,456 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dea876cec1800a50b3904c19803d88a0: 2024-12-09T00:42:16,456 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., storeName=dea876cec1800a50b3904c19803d88a0/C, priority=13, startTime=1733704935604; duration=0sec 2024-12-09T00:42:16,456 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:16,456 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dea876cec1800a50b3904c19803d88a0:C 2024-12-09T00:42:21,500 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-12-09T00:42:21,500 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:21,500 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:21,501 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:21,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-09T00:42:21,501 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2002 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6005 rows 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2008 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6023 rows 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2013 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6038 rows 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1998 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5990 rows 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2011 2024-12-09T00:42:21,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6033 rows 2024-12-09T00:42:21,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:42:21,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:42:21,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:21,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:21,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:21,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T00:42:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T00:42:21,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704941509"}]},"ts":"1733704941509"} 2024-12-09T00:42:21,511 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T00:42:21,511 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T00:42:21,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:42:21,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, UNASSIGN}] 2024-12-09T00:42:21,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, UNASSIGN 2024-12-09T00:42:21,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=dea876cec1800a50b3904c19803d88a0, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:21,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, UNASSIGN because future has completed 2024-12-09T00:42:21,518 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:42:21,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:42:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T00:42:21,671 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:21,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:42:21,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing dea876cec1800a50b3904c19803d88a0, disabling compactions & flushes 2024-12-09T00:42:21,672 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:21,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:21,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. after waiting 0 ms 2024-12-09T00:42:21,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:21,672 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing dea876cec1800a50b3904c19803d88a0 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-09T00:42:21,683 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/696b6044da2b4feb8a3aeab4ef0052e7 is 50, key is test_row_0/A:col10/1733704934376/Put/seqid=0 2024-12-09T00:42:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742357_1533 (size=9857) 2024-12-09T00:42:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T00:42:22,087 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/696b6044da2b4feb8a3aeab4ef0052e7 2024-12-09T00:42:22,100 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/791a3be7917a41438b50f7ef0f17fe26 is 50, key is test_row_0/B:col10/1733704934376/Put/seqid=0 2024-12-09T00:42:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742358_1534 (size=9857) 2024-12-09T00:42:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T00:42:22,289 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:42:22,505 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/791a3be7917a41438b50f7ef0f17fe26 2024-12-09T00:42:22,519 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/3078ef8581ed420e880c094a958f3790 is 50, key is test_row_0/C:col10/1733704934376/Put/seqid=0 2024-12-09T00:42:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742359_1535 (size=9857) 2024-12-09T00:42:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T00:42:22,925 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/3078ef8581ed420e880c094a958f3790 2024-12-09T00:42:22,936 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/A/696b6044da2b4feb8a3aeab4ef0052e7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/696b6044da2b4feb8a3aeab4ef0052e7 2024-12-09T00:42:22,941 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/696b6044da2b4feb8a3aeab4ef0052e7, entries=100, sequenceid=385, filesize=9.6 K 2024-12-09T00:42:22,943 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/B/791a3be7917a41438b50f7ef0f17fe26 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/791a3be7917a41438b50f7ef0f17fe26 2024-12-09T00:42:22,947 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/791a3be7917a41438b50f7ef0f17fe26, entries=100, sequenceid=385, filesize=9.6 K 2024-12-09T00:42:22,948 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/.tmp/C/3078ef8581ed420e880c094a958f3790 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3078ef8581ed420e880c094a958f3790 2024-12-09T00:42:22,952 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3078ef8581ed420e880c094a958f3790, entries=100, sequenceid=385, filesize=9.6 K 2024-12-09T00:42:22,953 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dea876cec1800a50b3904c19803d88a0 in 1281ms, sequenceid=385, compaction requested=false 2024-12-09T00:42:22,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/b7eca550130f491ebc9b29b5bdc621c3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f1f15bd14022473b94a357281a87ebfa, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9f214dce1f5a4e0dbedcab992f4f3ec1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d58440f6c9124ea4be6bc7a63017e98f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d9b9b0d975fc4caca48bab0b32ef9ad9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/c824828f609c4ca69cb35fc1e318833d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f083bf5374a74d3b93a328a5a50e010a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9dcfe17fb4f04cb5a2673da73138f11a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/7566797c92574ceda8dba7427f071d60, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/37ff17c3c70646fd87595c08b66e4825, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5b6d52d5bdfd4a32aea40c11adbdb018, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/17af31b1d4d4475d9bdc53cc02b5a4d9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5a0237c1f1ae4f7892a9573e8ad8ea79, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f86ab2b7c2844fdc98d74b609a08cb90, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5ada91cf6b48469badd4c59335a6cf28, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d89f7f22d71c430094e95046fcd76f2e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/6f1db18e84d648c2a1282d7147f067f5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/355322a639284953ba5f37ceb766a801, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/e31b6d669d2244c2931c7c02717c380b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/80a38cf1b8e746fd9df594a4f86a1d42, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/51514301ccf04e70b09d38ed52bcef0e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/a73823555d034cae893ab518ceab1e10, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/ea97283302f74f5fb87d80613cd713d5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/821f5bbeb2f34b0b8af9522f7a1ff07c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/412469acebd44617a5855957eee95d35] to archive 2024-12-09T00:42:22,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:42:22,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/b7eca550130f491ebc9b29b5bdc621c3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/b7eca550130f491ebc9b29b5bdc621c3 2024-12-09T00:42:22,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f1f15bd14022473b94a357281a87ebfa to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f1f15bd14022473b94a357281a87ebfa 2024-12-09T00:42:22,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9f214dce1f5a4e0dbedcab992f4f3ec1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9f214dce1f5a4e0dbedcab992f4f3ec1 2024-12-09T00:42:22,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d58440f6c9124ea4be6bc7a63017e98f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d58440f6c9124ea4be6bc7a63017e98f 2024-12-09T00:42:22,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d9b9b0d975fc4caca48bab0b32ef9ad9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d9b9b0d975fc4caca48bab0b32ef9ad9 2024-12-09T00:42:22,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/c824828f609c4ca69cb35fc1e318833d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/c824828f609c4ca69cb35fc1e318833d 2024-12-09T00:42:22,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f083bf5374a74d3b93a328a5a50e010a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f083bf5374a74d3b93a328a5a50e010a 2024-12-09T00:42:22,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9dcfe17fb4f04cb5a2673da73138f11a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/9dcfe17fb4f04cb5a2673da73138f11a 2024-12-09T00:42:22,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/7566797c92574ceda8dba7427f071d60 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/7566797c92574ceda8dba7427f071d60 2024-12-09T00:42:22,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/37ff17c3c70646fd87595c08b66e4825 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/37ff17c3c70646fd87595c08b66e4825 2024-12-09T00:42:22,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5b6d52d5bdfd4a32aea40c11adbdb018 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5b6d52d5bdfd4a32aea40c11adbdb018 2024-12-09T00:42:22,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/17af31b1d4d4475d9bdc53cc02b5a4d9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/17af31b1d4d4475d9bdc53cc02b5a4d9 2024-12-09T00:42:22,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5a0237c1f1ae4f7892a9573e8ad8ea79 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5a0237c1f1ae4f7892a9573e8ad8ea79 2024-12-09T00:42:22,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f86ab2b7c2844fdc98d74b609a08cb90 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/f86ab2b7c2844fdc98d74b609a08cb90 2024-12-09T00:42:22,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5ada91cf6b48469badd4c59335a6cf28 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/5ada91cf6b48469badd4c59335a6cf28 2024-12-09T00:42:22,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d89f7f22d71c430094e95046fcd76f2e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/d89f7f22d71c430094e95046fcd76f2e 2024-12-09T00:42:22,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/6f1db18e84d648c2a1282d7147f067f5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/6f1db18e84d648c2a1282d7147f067f5 2024-12-09T00:42:22,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/355322a639284953ba5f37ceb766a801 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/355322a639284953ba5f37ceb766a801 2024-12-09T00:42:22,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/e31b6d669d2244c2931c7c02717c380b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/e31b6d669d2244c2931c7c02717c380b 2024-12-09T00:42:22,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/80a38cf1b8e746fd9df594a4f86a1d42 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/80a38cf1b8e746fd9df594a4f86a1d42 2024-12-09T00:42:22,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/51514301ccf04e70b09d38ed52bcef0e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/51514301ccf04e70b09d38ed52bcef0e 2024-12-09T00:42:22,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/a73823555d034cae893ab518ceab1e10 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/a73823555d034cae893ab518ceab1e10 2024-12-09T00:42:22,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/ea97283302f74f5fb87d80613cd713d5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/ea97283302f74f5fb87d80613cd713d5 2024-12-09T00:42:22,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/821f5bbeb2f34b0b8af9522f7a1ff07c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/821f5bbeb2f34b0b8af9522f7a1ff07c 2024-12-09T00:42:22,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/412469acebd44617a5855957eee95d35 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/412469acebd44617a5855957eee95d35 2024-12-09T00:42:22,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c052cc99a0a94ae8b2cb56837390dcad, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/814c365bc5134201b62e0250bba0a20b, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d96f50c64da740a999f4e9e6ee4adc99, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/8c774bd5b822428cbf17f22794481285, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/5641bb28499b4ce980e051755334c160, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/7b13c83b59324aa08534da7437915c3e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1aaeff607cef4c83b6ec5c1352257aac, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c5d10dc45e064601ad803810ab5e70c9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/29db74badf5d42c2a450cc168799b88c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/ab270ae41a0f45aa827d5b8b7d22e2dd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d9c7a608378a44f0a18fc6c3ed12ce27, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d8f62bf125b44b6bb8149757f5f2b48d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/85da25150d7c47ef85e216907f1f99b1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c63440a146e54846ae6af00fd6f87e7c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/9e63358f9d70449da771339ac6ac3c8e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/74cf98aa3cb24b67bb493527b0634e59, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/07b7d97803dd4ad1b368d0d1fdefc9f7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/49f654f6626c4ca4bcfc26494d348f6e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/012568aadbe24531a3c12353fe3bdbb2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/b18ac8aa1934403abeee8c749ee33384, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/bb8378eaba39414eb65e5719ad232a6e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1076467bc1814481a6137dddad5b76b1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/a222fc4f955b42fda1a6d774db505fdb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/105a8656471d4a92a53e85b0b7de9f8a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/6258aee5531e4f6ea18c4ebb7cf421dd] to archive 2024-12-09T00:42:22,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:42:22,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c052cc99a0a94ae8b2cb56837390dcad to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c052cc99a0a94ae8b2cb56837390dcad 2024-12-09T00:42:22,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/814c365bc5134201b62e0250bba0a20b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/814c365bc5134201b62e0250bba0a20b 2024-12-09T00:42:22,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d96f50c64da740a999f4e9e6ee4adc99 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d96f50c64da740a999f4e9e6ee4adc99 2024-12-09T00:42:22,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/8c774bd5b822428cbf17f22794481285 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/8c774bd5b822428cbf17f22794481285 2024-12-09T00:42:22,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/5641bb28499b4ce980e051755334c160 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/5641bb28499b4ce980e051755334c160 2024-12-09T00:42:22,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/7b13c83b59324aa08534da7437915c3e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/7b13c83b59324aa08534da7437915c3e 2024-12-09T00:42:22,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1aaeff607cef4c83b6ec5c1352257aac to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1aaeff607cef4c83b6ec5c1352257aac 2024-12-09T00:42:22,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c5d10dc45e064601ad803810ab5e70c9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c5d10dc45e064601ad803810ab5e70c9 2024-12-09T00:42:22,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/29db74badf5d42c2a450cc168799b88c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/29db74badf5d42c2a450cc168799b88c 2024-12-09T00:42:22,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/ab270ae41a0f45aa827d5b8b7d22e2dd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/ab270ae41a0f45aa827d5b8b7d22e2dd 2024-12-09T00:42:22,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d9c7a608378a44f0a18fc6c3ed12ce27 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d9c7a608378a44f0a18fc6c3ed12ce27 2024-12-09T00:42:22,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d8f62bf125b44b6bb8149757f5f2b48d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/d8f62bf125b44b6bb8149757f5f2b48d 2024-12-09T00:42:22,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/85da25150d7c47ef85e216907f1f99b1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/85da25150d7c47ef85e216907f1f99b1 2024-12-09T00:42:22,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c63440a146e54846ae6af00fd6f87e7c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/c63440a146e54846ae6af00fd6f87e7c 2024-12-09T00:42:22,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/9e63358f9d70449da771339ac6ac3c8e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/9e63358f9d70449da771339ac6ac3c8e 2024-12-09T00:42:22,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/74cf98aa3cb24b67bb493527b0634e59 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/74cf98aa3cb24b67bb493527b0634e59 2024-12-09T00:42:22,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/07b7d97803dd4ad1b368d0d1fdefc9f7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/07b7d97803dd4ad1b368d0d1fdefc9f7 2024-12-09T00:42:22,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/49f654f6626c4ca4bcfc26494d348f6e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/49f654f6626c4ca4bcfc26494d348f6e 2024-12-09T00:42:22,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/012568aadbe24531a3c12353fe3bdbb2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/012568aadbe24531a3c12353fe3bdbb2 2024-12-09T00:42:22,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/b18ac8aa1934403abeee8c749ee33384 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/b18ac8aa1934403abeee8c749ee33384 2024-12-09T00:42:22,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/bb8378eaba39414eb65e5719ad232a6e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/bb8378eaba39414eb65e5719ad232a6e 2024-12-09T00:42:22,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1076467bc1814481a6137dddad5b76b1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/1076467bc1814481a6137dddad5b76b1 2024-12-09T00:42:22,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/a222fc4f955b42fda1a6d774db505fdb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/a222fc4f955b42fda1a6d774db505fdb 2024-12-09T00:42:22,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/105a8656471d4a92a53e85b0b7de9f8a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/105a8656471d4a92a53e85b0b7de9f8a 2024-12-09T00:42:22,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/6258aee5531e4f6ea18c4ebb7cf421dd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/6258aee5531e4f6ea18c4ebb7cf421dd 2024-12-09T00:42:22,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/cf623937e14d4bbf9186df2ec1d4b6b3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f450b1c955d54b1581a285560619a800, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/51dc6246abf0493990ee3f0d887a331d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/a10c417d8d994ca4b27097284a272d8a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/0b47b86515464c289cf8ad0f255fd81f, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fb348911fa844d30b405fb00cbac94b2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/8333fa14ac8a41928512345533807c04, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/6cce0561237e4022b494c9fcede11569, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/930a18af5a9742b2ade52538e9fb75eb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/090c70564f2749af94f4d885c04ef7b3, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b5dc4443c8ea45a39ef0520c5d4345b6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/4672d503243140cb9a548eff558100ca, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/1464d069bdf248fd824eaaa72c00d3e6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/74bf3bee9ac8423fa8d341d211dc2dbb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c167455abe28404d9c56450814d56862, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b8935f5106494634bb8226432fdeb1bb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/e8f080d779474f15830dfeba9c131a88, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b840cae6500841398d50cc66bd69298e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c3ce9c43dd3a4ca3af365ee7d0e6c878, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/620ac5d60f49408a8e18f8f3cbe86a29, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/64c2b9d133214d3797441800b85f3cd1, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fbe94113015d4f9c8103c0e0da72bfec, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/20564fa350f446668c5906e1f76aa28e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3a0d355aa90e46c6af0af77423b7e079, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/ba2b028797ed4a5ab0ce11976f71d2ed] to archive 2024-12-09T00:42:22,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:42:22,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/cf623937e14d4bbf9186df2ec1d4b6b3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/cf623937e14d4bbf9186df2ec1d4b6b3 2024-12-09T00:42:22,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f450b1c955d54b1581a285560619a800 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/f450b1c955d54b1581a285560619a800 2024-12-09T00:42:22,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/51dc6246abf0493990ee3f0d887a331d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/51dc6246abf0493990ee3f0d887a331d 2024-12-09T00:42:22,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/a10c417d8d994ca4b27097284a272d8a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/a10c417d8d994ca4b27097284a272d8a 2024-12-09T00:42:22,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/0b47b86515464c289cf8ad0f255fd81f to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/0b47b86515464c289cf8ad0f255fd81f 2024-12-09T00:42:22,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fb348911fa844d30b405fb00cbac94b2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fb348911fa844d30b405fb00cbac94b2 2024-12-09T00:42:22,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/8333fa14ac8a41928512345533807c04 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/8333fa14ac8a41928512345533807c04 2024-12-09T00:42:22,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/6cce0561237e4022b494c9fcede11569 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/6cce0561237e4022b494c9fcede11569 2024-12-09T00:42:22,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/930a18af5a9742b2ade52538e9fb75eb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/930a18af5a9742b2ade52538e9fb75eb 2024-12-09T00:42:22,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/090c70564f2749af94f4d885c04ef7b3 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/090c70564f2749af94f4d885c04ef7b3 2024-12-09T00:42:23,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b5dc4443c8ea45a39ef0520c5d4345b6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b5dc4443c8ea45a39ef0520c5d4345b6 2024-12-09T00:42:23,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/4672d503243140cb9a548eff558100ca to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/4672d503243140cb9a548eff558100ca 2024-12-09T00:42:23,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/1464d069bdf248fd824eaaa72c00d3e6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/1464d069bdf248fd824eaaa72c00d3e6 2024-12-09T00:42:23,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/74bf3bee9ac8423fa8d341d211dc2dbb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/74bf3bee9ac8423fa8d341d211dc2dbb 2024-12-09T00:42:23,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c167455abe28404d9c56450814d56862 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c167455abe28404d9c56450814d56862 2024-12-09T00:42:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b8935f5106494634bb8226432fdeb1bb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b8935f5106494634bb8226432fdeb1bb 2024-12-09T00:42:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/e8f080d779474f15830dfeba9c131a88 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/e8f080d779474f15830dfeba9c131a88 2024-12-09T00:42:23,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b840cae6500841398d50cc66bd69298e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/b840cae6500841398d50cc66bd69298e 2024-12-09T00:42:23,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c3ce9c43dd3a4ca3af365ee7d0e6c878 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/c3ce9c43dd3a4ca3af365ee7d0e6c878 2024-12-09T00:42:23,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/620ac5d60f49408a8e18f8f3cbe86a29 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/620ac5d60f49408a8e18f8f3cbe86a29 2024-12-09T00:42:23,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/64c2b9d133214d3797441800b85f3cd1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/64c2b9d133214d3797441800b85f3cd1 2024-12-09T00:42:23,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fbe94113015d4f9c8103c0e0da72bfec to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/fbe94113015d4f9c8103c0e0da72bfec 2024-12-09T00:42:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/20564fa350f446668c5906e1f76aa28e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/20564fa350f446668c5906e1f76aa28e 2024-12-09T00:42:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3a0d355aa90e46c6af0af77423b7e079 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3a0d355aa90e46c6af0af77423b7e079 2024-12-09T00:42:23,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/ba2b028797ed4a5ab0ce11976f71d2ed to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/ba2b028797ed4a5ab0ce11976f71d2ed 2024-12-09T00:42:23,012 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/recovered.edits/388.seqid, newMaxSeqId=388, maxSeqId=1 2024-12-09T00:42:23,012 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. 2024-12-09T00:42:23,012 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for dea876cec1800a50b3904c19803d88a0: Waiting for close lock at 1733704941672Running coprocessor pre-close hooks at 1733704941672Disabling compacts and flushes for region at 1733704941672Disabling writes for close at 1733704941672Obtaining lock to block concurrent updates at 1733704941672Preparing flush snapshotting stores in dea876cec1800a50b3904c19803d88a0 at 1733704941672Finished memstore snapshotting TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733704941673 (+1 ms)Flushing stores of TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0. at 1733704941675 (+2 ms)Flushing dea876cec1800a50b3904c19803d88a0/A: creating writer at 1733704941675Flushing dea876cec1800a50b3904c19803d88a0/A: appending metadata at 1733704941681 (+6 ms)Flushing dea876cec1800a50b3904c19803d88a0/A: closing flushed file at 1733704941681Flushing dea876cec1800a50b3904c19803d88a0/B: creating writer at 1733704942095 (+414 ms)Flushing dea876cec1800a50b3904c19803d88a0/B: appending metadata at 1733704942099 (+4 ms)Flushing dea876cec1800a50b3904c19803d88a0/B: closing flushed file at 1733704942099Flushing dea876cec1800a50b3904c19803d88a0/C: creating writer at 1733704942515 (+416 ms)Flushing dea876cec1800a50b3904c19803d88a0/C: appending metadata at 1733704942518 (+3 ms)Flushing dea876cec1800a50b3904c19803d88a0/C: closing flushed file at 1733704942518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2af99b: reopening flushed file at 1733704942935 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d8782e: reopening flushed file at 1733704942942 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f75b28f: reopening flushed file at 1733704942947 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dea876cec1800a50b3904c19803d88a0 in 1281ms, sequenceid=385, compaction requested=false at 1733704942953 (+6 ms)Writing region close event to WAL at 1733704943010 (+57 ms)Running coprocessor post-close hooks at 1733704943012 (+2 ms)Closed at 1733704943012 2024-12-09T00:42:23,014 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:23,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=dea876cec1800a50b3904c19803d88a0, regionState=CLOSED 2024-12-09T00:42:23,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:42:23,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-09T00:42:23,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure dea876cec1800a50b3904c19803d88a0, server=1bae0942de96,45465,1733704794103 in 1.4980 sec 2024-12-09T00:42:23,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-09T00:42:23,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dea876cec1800a50b3904c19803d88a0, UNASSIGN in 1.5030 sec 2024-12-09T00:42:23,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-09T00:42:23,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5070 sec 2024-12-09T00:42:23,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704943021"}]},"ts":"1733704943021"} 2024-12-09T00:42:23,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T00:42:23,023 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T00:42:23,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5180 sec 2024-12-09T00:42:23,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T00:42:23,656 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:23,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T00:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,661 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T00:42:23,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,666 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:23,670 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/recovered.edits] 2024-12-09T00:42:23,674 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/696b6044da2b4feb8a3aeab4ef0052e7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/696b6044da2b4feb8a3aeab4ef0052e7 2024-12-09T00:42:23,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/98b2e95e74e741e5a8ab4ff913075417 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/A/98b2e95e74e741e5a8ab4ff913075417 2024-12-09T00:42:23,680 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/34e86f3c3e794875809e6d52742527f2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/34e86f3c3e794875809e6d52742527f2 2024-12-09T00:42:23,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/791a3be7917a41438b50f7ef0f17fe26 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/B/791a3be7917a41438b50f7ef0f17fe26 2024-12-09T00:42:23,684 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3078ef8581ed420e880c094a958f3790 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/3078ef8581ed420e880c094a958f3790 2024-12-09T00:42:23,685 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/39eed21216ea419e889320ac459059ca to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/C/39eed21216ea419e889320ac459059ca 2024-12-09T00:42:23,687 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/recovered.edits/388.seqid to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0/recovered.edits/388.seqid 2024-12-09T00:42:23,688 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/dea876cec1800a50b3904c19803d88a0 2024-12-09T00:42:23,688 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T00:42:23,690 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,691 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T00:42:23,693 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T00:42:23,693 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,693 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T00:42:23,694 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733704943694"}]},"ts":"9223372036854775807"} 2024-12-09T00:42:23,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T00:42:23,696 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dea876cec1800a50b3904c19803d88a0, NAME => 'TestAcidGuarantees,,1733704909917.dea876cec1800a50b3904c19803d88a0.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:42:23,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T00:42:23,696 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733704943696"}]},"ts":"9223372036854775807"} 2024-12-09T00:42:23,698 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T00:42:23,699 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-12-09T00:42:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-09T00:42:23,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T00:42:23,781 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:23,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 243), OpenFileDescriptor=453 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=15860 (was 15978) 2024-12-09T00:42:23,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=15860 2024-12-09T00:42:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:42:23,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:23,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:42:23,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:23,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-12-09T00:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T00:42:23,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:42:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742360_1536 (size=959) 2024-12-09T00:42:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T00:42:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T00:42:24,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed 2024-12-09T00:42:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742361_1537 (size=53) 2024-12-09T00:42:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T00:42:24,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:42:24,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b44082dd69e7c749dc5f4a0dbef7b0be, disabling compactions & flushes 2024-12-09T00:42:24,629 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. after waiting 0 ms 2024-12-09T00:42:24,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,629 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b44082dd69e7c749dc5f4a0dbef7b0be: Waiting for close lock at 1733704944629Disabling compacts and flushes for region at 1733704944629Disabling writes for close at 1733704944629Writing region close event to WAL at 1733704944629Closed at 1733704944629 2024-12-09T00:42:24,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:42:24,633 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733704944632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733704944632"}]},"ts":"1733704944632"} 2024-12-09T00:42:24,636 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T00:42:24,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:42:24,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704944637"}]},"ts":"1733704944637"} 2024-12-09T00:42:24,639 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T00:42:24,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, ASSIGN}] 2024-12-09T00:42:24,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, ASSIGN 2024-12-09T00:42:24,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, ASSIGN; state=OFFLINE, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=false 2024-12-09T00:42:24,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:24,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, ASSIGN because future has completed 2024-12-09T00:42:24,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:42:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T00:42:24,955 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,955 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:42:24,955 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,955 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:42:24,956 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,956 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,958 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,959 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44082dd69e7c749dc5f4a0dbef7b0be columnFamilyName A 2024-12-09T00:42:24,959 DEBUG [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:24,960 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(327): Store=b44082dd69e7c749dc5f4a0dbef7b0be/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:42:24,960 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,961 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44082dd69e7c749dc5f4a0dbef7b0be columnFamilyName B 2024-12-09T00:42:24,961 DEBUG [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:24,962 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(327): Store=b44082dd69e7c749dc5f4a0dbef7b0be/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:42:24,962 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,963 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44082dd69e7c749dc5f4a0dbef7b0be columnFamilyName C 2024-12-09T00:42:24,964 DEBUG [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:24,964 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(327): Store=b44082dd69e7c749dc5f4a0dbef7b0be/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:42:24,964 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,965 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,965 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,967 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,967 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,967 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:42:24,969 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,971 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:42:24,971 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened b44082dd69e7c749dc5f4a0dbef7b0be; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849210, jitterRate=0.025933176279067993}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:42:24,971 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:24,972 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for b44082dd69e7c749dc5f4a0dbef7b0be: Running coprocessor pre-open hook at 1733704944956Writing region info on filesystem at 1733704944956Initializing all the Stores at 1733704944957 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704944957Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704944958 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704944958Cleaning up temporary data from old regions at 1733704944967 (+9 ms)Running coprocessor post-open hooks at 1733704944971 (+4 ms)Region opened successfully at 1733704944972 (+1 ms) 2024-12-09T00:42:24,972 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., pid=146, masterSystemTime=1733704944949 2024-12-09T00:42:24,973 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,974 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:24,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:24,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:42:24,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-09T00:42:24,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 in 180 msec 2024-12-09T00:42:24,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-09T00:42:24,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, ASSIGN in 337 msec 2024-12-09T00:42:24,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:42:24,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704944978"}]},"ts":"1733704944978"} 2024-12-09T00:42:24,979 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T00:42:24,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:42:24,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec 2024-12-09T00:42:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-09T00:42:25,967 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:25,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:25,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:25,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:25,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7502663d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:25,974 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:25,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5495a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:25,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:25,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:25,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T00:42:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,37335,1733704793160 2024-12-09T00:42:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@588f2186 2024-12-09T00:42:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:42:25,980 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:42:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T00:42:25,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:42:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742362_1538 (size=995) 2024-12-09T00:42:26,441 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-09T00:42:26,441 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-09T00:42:26,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:42:26,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, REOPEN/MOVE}] 2024-12-09T00:42:26,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, REOPEN/MOVE 2024-12-09T00:42:26,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:26,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, REOPEN/MOVE because future has completed 2024-12-09T00:42:26,451 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:42:26,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:42:26,605 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,605 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:42:26,605 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing b44082dd69e7c749dc5f4a0dbef7b0be, disabling compactions & flushes 2024-12-09T00:42:26,606 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,606 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,606 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. after waiting 0 ms 2024-12-09T00:42:26,606 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,615 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:42:26,617 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,617 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for b44082dd69e7c749dc5f4a0dbef7b0be: Waiting for close lock at 1733704946605Running coprocessor pre-close hooks at 1733704946605Disabling compacts and flushes for region at 1733704946605Disabling writes for close at 1733704946606 (+1 ms)Writing region close event to WAL at 1733704946607 (+1 ms)Running coprocessor post-close hooks at 1733704946616 (+9 ms)Closed at 1733704946617 (+1 ms) 2024-12-09T00:42:26,617 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: b44082dd69e7c749dc5f4a0dbef7b0be to self. 2024-12-09T00:42:26,619 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=CLOSED 2024-12-09T00:42:26,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:42:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-09T00:42:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 in 171 msec 2024-12-09T00:42:26,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,45465,1733704794103; forceNewPlan=false, retain=true 2024-12-09T00:42:26,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=OPENING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:26,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, REOPEN/MOVE because future has completed 2024-12-09T00:42:26,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:42:26,942 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,942 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:42:26,942 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,943 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:42:26,943 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,943 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,945 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,946 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44082dd69e7c749dc5f4a0dbef7b0be columnFamilyName A 2024-12-09T00:42:26,948 DEBUG [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:26,949 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(327): Store=b44082dd69e7c749dc5f4a0dbef7b0be/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:42:26,949 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,951 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44082dd69e7c749dc5f4a0dbef7b0be columnFamilyName B 2024-12-09T00:42:26,951 DEBUG [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:26,951 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(327): Store=b44082dd69e7c749dc5f4a0dbef7b0be/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:42:26,951 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,951 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44082dd69e7c749dc5f4a0dbef7b0be columnFamilyName C 2024-12-09T00:42:26,951 DEBUG [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:26,952 INFO [StoreOpener-b44082dd69e7c749dc5f4a0dbef7b0be-1 {}] regionserver.HStore(327): Store=b44082dd69e7c749dc5f4a0dbef7b0be/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:42:26,952 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,952 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,953 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,954 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,954 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,954 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T00:42:26,955 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,955 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened b44082dd69e7c749dc5f4a0dbef7b0be; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71329028, jitterRate=0.0628853440284729}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T00:42:26,955 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:26,956 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for b44082dd69e7c749dc5f4a0dbef7b0be: Running coprocessor pre-open hook at 1733704946943Writing region info on filesystem at 1733704946943Initializing all the Stores at 1733704946944 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704946944Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704946945 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733704946945Cleaning up temporary data from old regions at 1733704946954 (+9 ms)Running coprocessor post-open hooks at 1733704946955 (+1 ms)Region opened successfully at 1733704946956 (+1 ms) 2024-12-09T00:42:26,956 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., pid=151, masterSystemTime=1733704946935 2024-12-09T00:42:26,958 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,958 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:26,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=OPEN, openSeqNum=5, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:26,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:42:26,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-12-09T00:42:26,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 in 179 msec 2024-12-09T00:42:26,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-09T00:42:26,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, REOPEN/MOVE in 514 msec 2024-12-09T00:42:26,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-09T00:42:26,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-12-09T00:42:26,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 982 msec 2024-12-09T00:42:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-09T00:42:26,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:26,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,970 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d187ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,971 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6286d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,973 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2403d0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,974 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1626b1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,976 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8841bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,978 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dae4e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,980 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572f9514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,981 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c8a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,983 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c0423d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,985 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030e52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,987 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3180aa45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,988 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee46c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,990 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13850315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,992 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f2e032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,994 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1219679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,995 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f381b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,997 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3facf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:26,998 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b27e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:26,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,37335,-1 for getting cluster id 2024-12-09T00:42:26,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T00:42:26,999 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0073e59e-cd17-4a17-b4a8-e7be1bb241e7' 2024-12-09T00:42:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T00:42:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0073e59e-cd17-4a17-b4a8-e7be1bb241e7" 2024-12-09T00:42:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b0af16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,37335,-1] 2024-12-09T00:42:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T00:42:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:27,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T00:42:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77561d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:42:27,001 DEBUG [Thread-2407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,001 DEBUG [Thread-2405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,001 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,001 DEBUG [Thread-2409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,001 DEBUG [Thread-2401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,001 DEBUG [Thread-2403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,002 DEBUG [Thread-2414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,002 DEBUG [Thread-2420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,002 DEBUG [Thread-2412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,004 DEBUG [Thread-2416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T00:42:27,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,45465,1733704794103, seqNum=-1] 2024-12-09T00:42:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:42:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-09T00:42:27,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:42:27,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5] 2024-12-09T00:42:27,010 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:27,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:27,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-09T00:42:27,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705007028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705007028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f0554cfa3cbd4aa7929c4d7d7bafbb24_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704947011/Put/seqid=0 2024-12-09T00:42:27,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705007029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705007031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705007030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742363_1539 (size=12154) 2024-12-09T00:42:27,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:27,053 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f0554cfa3cbd4aa7929c4d7d7bafbb24_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f0554cfa3cbd4aa7929c4d7d7bafbb24_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:27,054 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/35153b31c4a141cfae7bbae1c6b5a2c4, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:27,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/35153b31c4a141cfae7bbae1c6b5a2c4 is 175, key is test_row_0/A:col10/1733704947011/Put/seqid=0 2024-12-09T00:42:27,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742364_1540 (size=30955) 2024-12-09T00:42:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705007135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705007135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705007135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705007145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705007145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:27,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:27,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705007345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705007345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705007345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705007355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705007355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/35153b31c4a141cfae7bbae1c6b5a2c4 2024-12-09T00:42:27,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:27,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8e32d2ec00cb496ea11131e048a420e4 is 50, key is test_row_0/B:col10/1733704947011/Put/seqid=0 2024-12-09T00:42:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742365_1541 (size=12001) 2024-12-09T00:42:27,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:27,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705007655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705007655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705007656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705007665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705007665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:27,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8e32d2ec00cb496ea11131e048a420e4 2024-12-09T00:42:27,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3e1ae117ec644f15b3d40afa6a0dc4a5 is 50, key is test_row_0/C:col10/1733704947011/Put/seqid=0 2024-12-09T00:42:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742366_1542 (size=12001) 2024-12-09T00:42:27,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:27,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:28,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:28,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705008164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705008165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:28,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705008165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705008175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705008175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:28,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:28,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:28,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:28,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3e1ae117ec644f15b3d40afa6a0dc4a5 2024-12-09T00:42:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/35153b31c4a141cfae7bbae1c6b5a2c4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4 2024-12-09T00:42:28,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4, entries=150, sequenceid=16, filesize=30.2 K 2024-12-09T00:42:28,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8e32d2ec00cb496ea11131e048a420e4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e32d2ec00cb496ea11131e048a420e4 2024-12-09T00:42:28,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e32d2ec00cb496ea11131e048a420e4, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T00:42:28,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3e1ae117ec644f15b3d40afa6a0dc4a5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e1ae117ec644f15b3d40afa6a0dc4a5 2024-12-09T00:42:28,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e1ae117ec644f15b3d40afa6a0dc4a5, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T00:42:28,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b44082dd69e7c749dc5f4a0dbef7b0be in 1304ms, sequenceid=16, compaction requested=false 2024-12-09T00:42:28,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:28,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-09T00:42:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:28,381 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-09T00:42:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093bd83727fafb4624b79743f441f34b35_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704947029/Put/seqid=0 2024-12-09T00:42:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742367_1543 (size=12154) 2024-12-09T00:42:28,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T00:42:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:28,791 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412093bd83727fafb4624b79743f441f34b35_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093bd83727fafb4624b79743f441f34b35_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:28,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/932a3b132d9f437682df48f3ed9f0b84, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:28,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/932a3b132d9f437682df48f3ed9f0b84 is 175, key is test_row_0/A:col10/1733704947029/Put/seqid=0 2024-12-09T00:42:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742368_1544 (size=30955) 2024-12-09T00:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705009185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705009185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705009185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,187 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,188 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705009187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,195 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/932a3b132d9f437682df48f3ed9f0b84 2024-12-09T00:42:29,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705009195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,198 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/ea44abf889dc49029ab68313c3a3d22d is 50, key is test_row_0/B:col10/1733704947029/Put/seqid=0 2024-12-09T00:42:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742369_1545 (size=12001) 2024-12-09T00:42:29,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705009505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705009505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,604 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/ea44abf889dc49029ab68313c3a3d22d 2024-12-09T00:42:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/cc6bc51138fb4e0ea6b770acb38a6bf2 is 50, key is test_row_0/C:col10/1733704947029/Put/seqid=0 2024-12-09T00:42:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742370_1546 (size=12001) 2024-12-09T00:42:29,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,017 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/cc6bc51138fb4e0ea6b770acb38a6bf2 2024-12-09T00:42:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/932a3b132d9f437682df48f3ed9f0b84 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84 2024-12-09T00:42:30,022 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84, entries=150, sequenceid=40, filesize=30.2 K 2024-12-09T00:42:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/ea44abf889dc49029ab68313c3a3d22d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ea44abf889dc49029ab68313c3a3d22d 2024-12-09T00:42:30,025 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ea44abf889dc49029ab68313c3a3d22d, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T00:42:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/cc6bc51138fb4e0ea6b770acb38a6bf2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/cc6bc51138fb4e0ea6b770acb38a6bf2 2024-12-09T00:42:30,028 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/cc6bc51138fb4e0ea6b770acb38a6bf2, entries=150, sequenceid=40, filesize=11.7 K 2024-12-09T00:42:30,029 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b44082dd69e7c749dc5f4a0dbef7b0be in 1648ms, sequenceid=40, compaction requested=false 2024-12-09T00:42:30,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:30,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:30,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-09T00:42:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-09T00:42:30,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-09T00:42:30,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0200 sec 2024-12-09T00:42:30,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.0270 sec 2024-12-09T00:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:30,327 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:30,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-09T00:42:30,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209026accbe9915484bb248acb1b81bc4f0_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742371_1547 (size=14594) 2024-12-09T00:42:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705010363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705010366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705010475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705010475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705010685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705010685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:30,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209026accbe9915484bb248acb1b81bc4f0_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209026accbe9915484bb248acb1b81bc4f0_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:30,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1e1a8f8b12834d1297f4798f11dac5c2, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:30,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1e1a8f8b12834d1297f4798f11dac5c2 is 175, key is test_row_0/A:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742372_1548 (size=39549) 2024-12-09T00:42:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705010995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705010995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:31,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1e1a8f8b12834d1297f4798f11dac5c2 2024-12-09T00:42:31,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/bae4d00649914c57a38ea1154519731a is 50, key is test_row_0/B:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-09T00:42:31,175 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:31,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-09T00:42:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:31,177 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:31,178 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:31,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:31,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742373_1549 (size=12001) 2024-12-09T00:42:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705011195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:31,197 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:31,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705011204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:31,205 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:31,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705011225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:31,227 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:31,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T00:42:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T00:42:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705011505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705011505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:31,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/bae4d00649914c57a38ea1154519731a 2024-12-09T00:42:31,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/2512ae708bd14519ac1613627c52719c is 50, key is test_row_0/C:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742374_1550 (size=12001) 2024-12-09T00:42:31,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T00:42:31,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:31,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T00:42:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:31,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T00:42:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:31,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:31,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/2512ae708bd14519ac1613627c52719c 2024-12-09T00:42:31,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1e1a8f8b12834d1297f4798f11dac5c2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2 2024-12-09T00:42:32,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2, entries=200, sequenceid=54, filesize=38.6 K 2024-12-09T00:42:32,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/bae4d00649914c57a38ea1154519731a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/bae4d00649914c57a38ea1154519731a 2024-12-09T00:42:32,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/bae4d00649914c57a38ea1154519731a, entries=150, sequenceid=54, filesize=11.7 K 2024-12-09T00:42:32,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/2512ae708bd14519ac1613627c52719c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2512ae708bd14519ac1613627c52719c 2024-12-09T00:42:32,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2512ae708bd14519ac1613627c52719c, entries=150, sequenceid=54, filesize=11.7 K 2024-12-09T00:42:32,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b44082dd69e7c749dc5f4a0dbef7b0be in 1681ms, sequenceid=54, compaction requested=true 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:32,008 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:32,008 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/A is initiating minor compaction (all files) 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/B is initiating minor compaction (all files) 2024-12-09T00:42:32,009 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/B in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:32,009 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/A in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:32,009 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=99.1 K 2024-12-09T00:42:32,009 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e32d2ec00cb496ea11131e048a420e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ea44abf889dc49029ab68313c3a3d22d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/bae4d00649914c57a38ea1154519731a] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=35.2 K 2024-12-09T00:42:32,009 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2] 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e32d2ec00cb496ea11131e048a420e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733704947010 2024-12-09T00:42:32,009 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35153b31c4a141cfae7bbae1c6b5a2c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733704947010 2024-12-09T00:42:32,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ea44abf889dc49029ab68313c3a3d22d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733704947026 2024-12-09T00:42:32,010 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932a3b132d9f437682df48f3ed9f0b84, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733704947026 2024-12-09T00:42:32,010 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bae4d00649914c57a38ea1154519731a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733704949186 2024-12-09T00:42:32,010 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e1a8f8b12834d1297f4798f11dac5c2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733704949183 2024-12-09T00:42:32,014 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:32,014 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:32,015 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/ebb7c6f5a77c48e8b52743be2e00b55e is 50, key is test_row_0/B:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:32,015 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f53929b971c34f06915f97dd9572c06f_b44082dd69e7c749dc5f4a0dbef7b0be store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:32,017 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f53929b971c34f06915f97dd9572c06f_b44082dd69e7c749dc5f4a0dbef7b0be, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:32,017 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f53929b971c34f06915f97dd9572c06f_b44082dd69e7c749dc5f4a0dbef7b0be because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742375_1551 (size=12104) 2024-12-09T00:42:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742376_1552 (size=4469) 2024-12-09T00:42:32,042 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/ebb7c6f5a77c48e8b52743be2e00b55e as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ebb7c6f5a77c48e8b52743be2e00b55e 2024-12-09T00:42:32,046 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/B of b44082dd69e7c749dc5f4a0dbef7b0be into ebb7c6f5a77c48e8b52743be2e00b55e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:32,046 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:32,046 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/B, priority=13, startTime=1733704952008; duration=0sec 2024-12-09T00:42:32,046 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:32,046 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:B 2024-12-09T00:42:32,046 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:32,047 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:32,047 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/C is initiating minor compaction (all files) 2024-12-09T00:42:32,047 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/C in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:32,047 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e1ae117ec644f15b3d40afa6a0dc4a5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/cc6bc51138fb4e0ea6b770acb38a6bf2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2512ae708bd14519ac1613627c52719c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=35.2 K 2024-12-09T00:42:32,048 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e1ae117ec644f15b3d40afa6a0dc4a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733704947010 2024-12-09T00:42:32,048 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting cc6bc51138fb4e0ea6b770acb38a6bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733704947026 2024-12-09T00:42:32,048 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 2512ae708bd14519ac1613627c52719c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733704949186 2024-12-09T00:42:32,060 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:32,061 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/2b641b1fc65942fc8b4e83acd97a7a94 is 50, key is test_row_0/C:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742377_1553 (size=12104) 2024-12-09T00:42:32,070 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/2b641b1fc65942fc8b4e83acd97a7a94 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2b641b1fc65942fc8b4e83acd97a7a94 2024-12-09T00:42:32,074 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/C of b44082dd69e7c749dc5f4a0dbef7b0be into 2b641b1fc65942fc8b4e83acd97a7a94(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:32,074 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:32,074 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/C, priority=13, startTime=1733704952008; duration=0sec 2024-12-09T00:42:32,074 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:32,074 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:C 2024-12-09T00:42:32,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T00:42:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:32,092 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-09T00:42:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209af685d044db9406781f2166f5e82d41f_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704950365/Put/seqid=0 2024-12-09T00:42:32,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742378_1554 (size=12154) 2024-12-09T00:42:32,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:32,117 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209af685d044db9406781f2166f5e82d41f_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209af685d044db9406781f2166f5e82d41f_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/aa10ed159ad5457e959f1560c941cb94, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/aa10ed159ad5457e959f1560c941cb94 is 175, key is test_row_0/A:col10/1733704950365/Put/seqid=0 2024-12-09T00:42:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742379_1555 (size=30955) 2024-12-09T00:42:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:32,438 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:32,439 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/e3bb42d370784520ac21725d1a6d8fc5 is 175, key is test_row_0/A:col10/1733704949186/Put/seqid=0 2024-12-09T00:42:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742380_1556 (size=31058) 2024-12-09T00:42:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:32,522 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/aa10ed159ad5457e959f1560c941cb94 2024-12-09T00:42:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5 is 50, key is test_row_0/B:col10/1733704950365/Put/seqid=0 2024-12-09T00:42:32,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742381_1557 (size=12001) 2024-12-09T00:42:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705012533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705012534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705012645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705012645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:32,845 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/e3bb42d370784520ac21725d1a6d8fc5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/e3bb42d370784520ac21725d1a6d8fc5 2024-12-09T00:42:32,848 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/A of b44082dd69e7c749dc5f4a0dbef7b0be into e3bb42d370784520ac21725d1a6d8fc5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:32,848 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:32,848 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/A, priority=13, startTime=1733704952008; duration=0sec 2024-12-09T00:42:32,848 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:32,848 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:A 2024-12-09T00:42:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705012855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705012855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:32,930 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5 2024-12-09T00:42:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/1b3758aca4c04dd9892ffad348e7ad25 is 50, key is test_row_0/C:col10/1733704950365/Put/seqid=0 2024-12-09T00:42:32,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742382_1558 (size=12001) 2024-12-09T00:42:33,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705013165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705013165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:33,338 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/1b3758aca4c04dd9892ffad348e7ad25 2024-12-09T00:42:33,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/aa10ed159ad5457e959f1560c941cb94 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94 2024-12-09T00:42:33,344 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94, entries=150, sequenceid=78, filesize=30.2 K 2024-12-09T00:42:33,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5 2024-12-09T00:42:33,346 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5, entries=150, sequenceid=78, filesize=11.7 K 2024-12-09T00:42:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/1b3758aca4c04dd9892ffad348e7ad25 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/1b3758aca4c04dd9892ffad348e7ad25 2024-12-09T00:42:33,349 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/1b3758aca4c04dd9892ffad348e7ad25, entries=150, sequenceid=78, filesize=11.7 K 2024-12-09T00:42:33,350 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b44082dd69e7c749dc5f4a0dbef7b0be in 1258ms, sequenceid=78, compaction requested=false 2024-12-09T00:42:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-09T00:42:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-09T00:42:33,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-09T00:42:33,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec 2024-12-09T00:42:33,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.1770 sec 2024-12-09T00:42:33,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:42:33,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T00:42:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:33,677 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:33,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-09T00:42:33,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c716cf43c1984ffb8d40353c6735d2c3_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742383_1559 (size=12154) 2024-12-09T00:42:33,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705013720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:33,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705013720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:33,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705013825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705013826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705014035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:34,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705014035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,087 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:34,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c716cf43c1984ffb8d40353c6735d2c3_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c716cf43c1984ffb8d40353c6735d2c3_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:34,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/45ffddbb5b794579bf838d10cd73c66d, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:34,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/45ffddbb5b794579bf838d10cd73c66d is 175, key is test_row_0/A:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742384_1560 (size=30955) 2024-12-09T00:42:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705014344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:34,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705014345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,493 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/45ffddbb5b794579bf838d10cd73c66d 2024-12-09T00:42:34,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/9b9c2e6259ee44fa94c3f2ad0eae17fd is 50, key is test_row_0/B:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742385_1561 (size=12001) 2024-12-09T00:42:34,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705014855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:34,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705014855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:34,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/9b9c2e6259ee44fa94c3f2ad0eae17fd 2024-12-09T00:42:34,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/ccbc2cae5f664a09898fafbdf7495ea6 is 50, key is test_row_0/C:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742386_1562 (size=12001) 2024-12-09T00:42:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705015225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:35,227 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_2' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:35,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705015245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:35,248 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:35,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705015254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:35,257 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:35,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/ccbc2cae5f664a09898fafbdf7495ea6 2024-12-09T00:42:35,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/45ffddbb5b794579bf838d10cd73c66d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d 2024-12-09T00:42:35,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d, entries=150, sequenceid=95, filesize=30.2 K 2024-12-09T00:42:35,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/9b9c2e6259ee44fa94c3f2ad0eae17fd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/9b9c2e6259ee44fa94c3f2ad0eae17fd 2024-12-09T00:42:35,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/9b9c2e6259ee44fa94c3f2ad0eae17fd, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T00:42:35,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/ccbc2cae5f664a09898fafbdf7495ea6 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/ccbc2cae5f664a09898fafbdf7495ea6 2024-12-09T00:42:35,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/ccbc2cae5f664a09898fafbdf7495ea6, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T00:42:35,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b44082dd69e7c749dc5f4a0dbef7b0be in 1648ms, sequenceid=95, compaction requested=true 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:35,325 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:35,325 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:35,326 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:35,326 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:35,326 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/B is initiating minor compaction (all files) 2024-12-09T00:42:35,326 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/A is initiating minor compaction (all files) 2024-12-09T00:42:35,326 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/B in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:35,326 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/A in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:35,326 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ebb7c6f5a77c48e8b52743be2e00b55e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/9b9c2e6259ee44fa94c3f2ad0eae17fd] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=35.3 K 2024-12-09T00:42:35,326 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/e3bb42d370784520ac21725d1a6d8fc5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=90.8 K 2024-12-09T00:42:35,326 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:35,326 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/e3bb42d370784520ac21725d1a6d8fc5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d] 2024-12-09T00:42:35,326 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ebb7c6f5a77c48e8b52743be2e00b55e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733704949186 2024-12-09T00:42:35,327 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3bb42d370784520ac21725d1a6d8fc5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733704949186 2024-12-09T00:42:35,327 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d40f5c3df3cb4e04a0bb6b7bc9e163e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733704950354 2024-12-09T00:42:35,327 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa10ed159ad5457e959f1560c941cb94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733704950354 2024-12-09T00:42:35,327 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b9c2e6259ee44fa94c3f2ad0eae17fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733704952530 2024-12-09T00:42:35,327 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45ffddbb5b794579bf838d10cd73c66d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733704952530 2024-12-09T00:42:35,331 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:35,332 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:35,332 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/3ac74ef71d0a4387bcfe32e62ac869dc is 50, key is test_row_0/B:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:35,334 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209b756845ef0064409ae287c19e042c8fc_b44082dd69e7c749dc5f4a0dbef7b0be store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T00:42:35,335 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:35,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:35,336 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209b756845ef0064409ae287c19e042c8fc_b44082dd69e7c749dc5f4a0dbef7b0be, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:35,336 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b756845ef0064409ae287c19e042c8fc_b44082dd69e7c749dc5f4a0dbef7b0be because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-09T00:42:35,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742388_1564 (size=4469) 2024-12-09T00:42:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T00:42:35,340 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:35,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742387_1563 (size=12207) 2024-12-09T00:42:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T00:42:35,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T00:42:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:35,493 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T00:42:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096393dc92ed264302a4b3adea2862de6c_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704953692/Put/seqid=0 2024-12-09T00:42:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742389_1565 (size=12154) 2024-12-09T00:42:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T00:42:35,741 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#A#compaction#480 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:35,742 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/d2e630613b4f491db77349ddad33b625 is 175, key is test_row_0/A:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742390_1566 (size=31161) 2024-12-09T00:42:35,759 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/3ac74ef71d0a4387bcfe32e62ac869dc as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/3ac74ef71d0a4387bcfe32e62ac869dc 2024-12-09T00:42:35,762 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/B of b44082dd69e7c749dc5f4a0dbef7b0be into 3ac74ef71d0a4387bcfe32e62ac869dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:35,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:35,762 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/B, priority=13, startTime=1733704955325; duration=0sec 2024-12-09T00:42:35,762 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:35,763 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:B 2024-12-09T00:42:35,763 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:35,763 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:35,764 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/C is initiating minor compaction (all files) 2024-12-09T00:42:35,764 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/C in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:35,764 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2b641b1fc65942fc8b4e83acd97a7a94, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/1b3758aca4c04dd9892ffad348e7ad25, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/ccbc2cae5f664a09898fafbdf7495ea6] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=35.3 K 2024-12-09T00:42:35,764 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b641b1fc65942fc8b4e83acd97a7a94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733704949186 2024-12-09T00:42:35,764 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b3758aca4c04dd9892ffad348e7ad25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733704950354 2024-12-09T00:42:35,764 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting ccbc2cae5f664a09898fafbdf7495ea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733704952530 2024-12-09T00:42:35,770 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:35,771 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3f2cf9698b1c4e2c8873eaee224d79bd is 50, key is test_row_0/C:col10/1733704953676/Put/seqid=0 2024-12-09T00:42:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742391_1567 (size=12207) 2024-12-09T00:42:35,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:35,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705015889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:35,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705015891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:35,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:35,903 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096393dc92ed264302a4b3adea2862de6c_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096393dc92ed264302a4b3adea2862de6c_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/17ef251acf704d779f4fee513661c9b7, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/17ef251acf704d779f4fee513661c9b7 is 175, key is test_row_0/A:col10/1733704953692/Put/seqid=0 2024-12-09T00:42:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742392_1568 (size=30955) 2024-12-09T00:42:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T00:42:35,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705015995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:36,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705016005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:36,186 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/d2e630613b4f491db77349ddad33b625 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/d2e630613b4f491db77349ddad33b625 2024-12-09T00:42:36,186 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3f2cf9698b1c4e2c8873eaee224d79bd as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3f2cf9698b1c4e2c8873eaee224d79bd 2024-12-09T00:42:36,189 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/C of b44082dd69e7c749dc5f4a0dbef7b0be into 3f2cf9698b1c4e2c8873eaee224d79bd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:36,189 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:36,189 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/C, priority=13, startTime=1733704955325; duration=0sec 2024-12-09T00:42:36,189 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:36,189 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:C 2024-12-09T00:42:36,189 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/A of b44082dd69e7c749dc5f4a0dbef7b0be into d2e630613b4f491db77349ddad33b625(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:36,189 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:36,189 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/A, priority=13, startTime=1733704955325; duration=0sec 2024-12-09T00:42:36,190 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:36,190 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:A 2024-12-09T00:42:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705016205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705016215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:36,307 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/17ef251acf704d779f4fee513661c9b7 2024-12-09T00:42:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8897a4b5b911454891f5e9bc5307faea is 50, key is test_row_0/B:col10/1733704953692/Put/seqid=0 2024-12-09T00:42:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742393_1569 (size=12001) 2024-12-09T00:42:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T00:42:36,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705016515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:36,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705016525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:36,716 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8897a4b5b911454891f5e9bc5307faea 2024-12-09T00:42:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/811640f9dc7440d5aaa92b1142a91d4c is 50, key is test_row_0/C:col10/1733704953692/Put/seqid=0 2024-12-09T00:42:36,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742394_1570 (size=12001) 2024-12-09T00:42:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705017025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705017035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:37,124 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/811640f9dc7440d5aaa92b1142a91d4c 2024-12-09T00:42:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/17ef251acf704d779f4fee513661c9b7 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7 2024-12-09T00:42:37,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7, entries=150, sequenceid=115, filesize=30.2 K 2024-12-09T00:42:37,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8897a4b5b911454891f5e9bc5307faea as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8897a4b5b911454891f5e9bc5307faea 2024-12-09T00:42:37,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8897a4b5b911454891f5e9bc5307faea, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T00:42:37,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/811640f9dc7440d5aaa92b1142a91d4c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/811640f9dc7440d5aaa92b1142a91d4c 2024-12-09T00:42:37,136 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/811640f9dc7440d5aaa92b1142a91d4c, entries=150, sequenceid=115, filesize=11.7 K 2024-12-09T00:42:37,136 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b44082dd69e7c749dc5f4a0dbef7b0be in 1643ms, sequenceid=115, compaction requested=false 2024-12-09T00:42:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-09T00:42:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-09T00:42:37,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-09T00:42:37,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7970 sec 2024-12-09T00:42:37,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8030 sec 2024-12-09T00:42:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T00:42:37,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:37,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-09T00:42:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T00:42:37,487 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:37,487 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:37,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T00:42:37,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T00:42:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:37,639 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T00:42:37,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209386968c7861242169ada23df2641be9a_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704955887/Put/seqid=0 2024-12-09T00:42:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742395_1571 (size=12304) 2024-12-09T00:42:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T00:42:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:38,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:38,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:38,050 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209386968c7861242169ada23df2641be9a_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209386968c7861242169ada23df2641be9a_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/2ae874e859484e239b460ab5d56e0989, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/2ae874e859484e239b460ab5d56e0989 is 175, key is test_row_0/A:col10/1733704955887/Put/seqid=0 2024-12-09T00:42:38,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742396_1572 (size=31105) 2024-12-09T00:42:38,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705018076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705018078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T00:42:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705018185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705018185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705018395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705018395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,454 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/2ae874e859484e239b460ab5d56e0989 2024-12-09T00:42:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/a2590cfbb8b846a9828f5cdad96b9ba9 is 50, key is test_row_0/B:col10/1733704955887/Put/seqid=0 2024-12-09T00:42:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742397_1573 (size=12151) 2024-12-09T00:42:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T00:42:38,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705018705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705018705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:38,862 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/a2590cfbb8b846a9828f5cdad96b9ba9 2024-12-09T00:42:38,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/86504785040b4c5f982d576dc309b679 is 50, key is test_row_0/C:col10/1733704955887/Put/seqid=0 2024-12-09T00:42:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742398_1574 (size=12151) 2024-12-09T00:42:39,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705019215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:39,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:39,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705019215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:39,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:39,271 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/86504785040b4c5f982d576dc309b679 2024-12-09T00:42:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/2ae874e859484e239b460ab5d56e0989 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989 2024-12-09T00:42:39,278 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989, entries=150, sequenceid=134, filesize=30.4 K 2024-12-09T00:42:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/a2590cfbb8b846a9828f5cdad96b9ba9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/a2590cfbb8b846a9828f5cdad96b9ba9 2024-12-09T00:42:39,281 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/a2590cfbb8b846a9828f5cdad96b9ba9, entries=150, sequenceid=134, filesize=11.9 K 2024-12-09T00:42:39,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/86504785040b4c5f982d576dc309b679 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/86504785040b4c5f982d576dc309b679 2024-12-09T00:42:39,284 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/86504785040b4c5f982d576dc309b679, entries=150, sequenceid=134, filesize=11.9 K 2024-12-09T00:42:39,284 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b44082dd69e7c749dc5f4a0dbef7b0be in 1645ms, sequenceid=134, compaction requested=true 2024-12-09T00:42:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-09T00:42:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-09T00:42:39,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-09T00:42:39,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-12-09T00:42:39,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8020 sec 2024-12-09T00:42:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T00:42:39,635 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:39,636 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-09T00:42:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T00:42:39,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:39,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:39,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T00:42:39,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-09T00:42:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:39,789 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T00:42:39,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120941a2fa23c5254facbb085fe0aa0e6bd5_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704958074/Put/seqid=0 2024-12-09T00:42:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742399_1575 (size=12304) 2024-12-09T00:42:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:39,800 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120941a2fa23c5254facbb085fe0aa0e6bd5_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120941a2fa23c5254facbb085fe0aa0e6bd5_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f641b55ce351499794f757c6ca3afd70, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f641b55ce351499794f757c6ca3afd70 is 175, key is test_row_0/A:col10/1733704958074/Put/seqid=0 2024-12-09T00:42:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742400_1576 (size=31105) 2024-12-09T00:42:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T00:42:40,204 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f641b55ce351499794f757c6ca3afd70 2024-12-09T00:42:40,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/85787def1e654cb598944d3799f45465 is 50, key is test_row_0/B:col10/1733704958074/Put/seqid=0 2024-12-09T00:42:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742401_1577 (size=12151) 2024-12-09T00:42:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:40,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705020255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705020255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T00:42:40,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705020364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705020364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705020575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705020575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/85787def1e654cb598944d3799f45465 2024-12-09T00:42:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/605012c8e3d446a0b558caf02dfa58f2 is 50, key is test_row_0/C:col10/1733704958074/Put/seqid=0 2024-12-09T00:42:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742402_1578 (size=12151) 2024-12-09T00:42:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T00:42:40,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705020885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705020885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,021 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/605012c8e3d446a0b558caf02dfa58f2 2024-12-09T00:42:41,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f641b55ce351499794f757c6ca3afd70 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70 2024-12-09T00:42:41,027 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70, entries=150, sequenceid=154, filesize=30.4 K 2024-12-09T00:42:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/85787def1e654cb598944d3799f45465 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/85787def1e654cb598944d3799f45465 2024-12-09T00:42:41,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/85787def1e654cb598944d3799f45465, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T00:42:41,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/605012c8e3d446a0b558caf02dfa58f2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/605012c8e3d446a0b558caf02dfa58f2 2024-12-09T00:42:41,033 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/605012c8e3d446a0b558caf02dfa58f2, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T00:42:41,034 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for b44082dd69e7c749dc5f4a0dbef7b0be in 1245ms, sequenceid=154, compaction requested=true 2024-12-09T00:42:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-09T00:42:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-09T00:42:41,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-09T00:42:41,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec 2024-12-09T00:42:41,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.4010 sec 2024-12-09T00:42:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:41,397 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:41,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-09T00:42:41,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120961eb7e633f1a474bb451c53c018ecba0_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742403_1579 (size=14794) 2024-12-09T00:42:41,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705021423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705021424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:41,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705021535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705021535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705021745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705021745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T00:42:41,785 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:41,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-09T00:42:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:41,787 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:41,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:41,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:41,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:41,811 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120961eb7e633f1a474bb451c53c018ecba0_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120961eb7e633f1a474bb451c53c018ecba0_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:41,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/79f72badea54401da822bbb77e9db51c, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:41,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/79f72badea54401da822bbb77e9db51c is 175, key is test_row_0/A:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742404_1580 (size=39749) 2024-12-09T00:42:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:41,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:41,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705022055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705022055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:42,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:42,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/79f72badea54401da822bbb77e9db51c 2024-12-09T00:42:42,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8e7fb9ee201c4fb29923a1779c50abc0 is 50, key is test_row_0/B:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742405_1581 (size=12151) 2024-12-09T00:42:42,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:42,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:42,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:42,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705022565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:42,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705022565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:42,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8e7fb9ee201c4fb29923a1779c50abc0 2024-12-09T00:42:42,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/bc04bf6b75d5420c8600bb1b100edbd0 is 50, key is test_row_0/C:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742406_1582 (size=12151) 2024-12-09T00:42:42,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:42,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:42,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:42,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:42,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:42,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:43,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:43,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:43,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:43,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:43,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/bc04bf6b75d5420c8600bb1b100edbd0 2024-12-09T00:42:43,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/79f72badea54401da822bbb77e9db51c as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c 2024-12-09T00:42:43,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c, entries=200, sequenceid=173, filesize=38.8 K 2024-12-09T00:42:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/8e7fb9ee201c4fb29923a1779c50abc0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e7fb9ee201c4fb29923a1779c50abc0 2024-12-09T00:42:43,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e7fb9ee201c4fb29923a1779c50abc0, entries=150, sequenceid=173, filesize=11.9 K 2024-12-09T00:42:43,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/bc04bf6b75d5420c8600bb1b100edbd0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/bc04bf6b75d5420c8600bb1b100edbd0 2024-12-09T00:42:43,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/bc04bf6b75d5420c8600bb1b100edbd0, entries=150, sequenceid=173, filesize=11.9 K 2024-12-09T00:42:43,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b44082dd69e7c749dc5f4a0dbef7b0be in 1652ms, sequenceid=173, compaction requested=true 2024-12-09T00:42:43,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:43,050 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-09T00:42:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:43,050 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-09T00:42:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:43,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164075 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/A is initiating minor compaction (all files) 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/B is initiating minor compaction (all files) 2024-12-09T00:42:43,051 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/A in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,051 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/B in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,051 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/d2e630613b4f491db77349ddad33b625, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=160.2 K 2024-12-09T00:42:43,051 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/3ac74ef71d0a4387bcfe32e62ac869dc, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8897a4b5b911454891f5e9bc5307faea, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/a2590cfbb8b846a9828f5cdad96b9ba9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/85787def1e654cb598944d3799f45465, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e7fb9ee201c4fb29923a1779c50abc0] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=59.2 K 2024-12-09T00:42:43,051 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/d2e630613b4f491db77349ddad33b625, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c] 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ac74ef71d0a4387bcfe32e62ac869dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733704952530 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2e630613b4f491db77349ddad33b625, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733704952530 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 8897a4b5b911454891f5e9bc5307faea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733704953692 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ef251acf704d779f4fee513661c9b7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733704953692 2024-12-09T00:42:43,051 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting a2590cfbb8b846a9828f5cdad96b9ba9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733704955887 2024-12-09T00:42:43,052 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae874e859484e239b460ab5d56e0989, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733704955887 2024-12-09T00:42:43,052 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 85787def1e654cb598944d3799f45465, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733704958072 2024-12-09T00:42:43,052 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f641b55ce351499794f757c6ca3afd70, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733704958072 2024-12-09T00:42:43,052 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e7fb9ee201c4fb29923a1779c50abc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733704960241 2024-12-09T00:42:43,052 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79f72badea54401da822bbb77e9db51c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733704960241 2024-12-09T00:42:43,059 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:43,060 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:43,061 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/d9950827789f4dc79b87ea143201db0d is 50, key is test_row_0/B:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:43,062 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209bfd025fcee3f45e399cd42cd35ab2ddb_b44082dd69e7c749dc5f4a0dbef7b0be store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:43,065 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209bfd025fcee3f45e399cd42cd35ab2ddb_b44082dd69e7c749dc5f4a0dbef7b0be, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:43,065 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bfd025fcee3f45e399cd42cd35ab2ddb_b44082dd69e7c749dc5f4a0dbef7b0be because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742407_1583 (size=12527) 2024-12-09T00:42:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742408_1584 (size=4469) 2024-12-09T00:42:43,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T00:42:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-09T00:42:43,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099f640ca49bfc450f88908c4ec43668c4_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704961422/Put/seqid=0 2024-12-09T00:42:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742409_1585 (size=12304) 2024-12-09T00:42:43,469 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/d9950827789f4dc79b87ea143201db0d as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d9950827789f4dc79b87ea143201db0d 2024-12-09T00:42:43,470 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:43,471 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/2aa05255a8ae4590bc25db4ed19d45ae is 175, key is test_row_0/A:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:43,473 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/B of b44082dd69e7c749dc5f4a0dbef7b0be into d9950827789f4dc79b87ea143201db0d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:43,473 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:43,473 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/B, priority=11, startTime=1733704963050; duration=0sec 2024-12-09T00:42:43,473 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:43,473 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:B 2024-12-09T00:42:43,473 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-09T00:42:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742410_1586 (size=31481) 2024-12-09T00:42:43,475 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-09T00:42:43,475 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/C is initiating minor compaction (all files) 2024-12-09T00:42:43,475 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/C in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:43,475 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3f2cf9698b1c4e2c8873eaee224d79bd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/811640f9dc7440d5aaa92b1142a91d4c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/86504785040b4c5f982d576dc309b679, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/605012c8e3d446a0b558caf02dfa58f2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/bc04bf6b75d5420c8600bb1b100edbd0] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=59.2 K 2024-12-09T00:42:43,475 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f2cf9698b1c4e2c8873eaee224d79bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733704952530 2024-12-09T00:42:43,476 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 811640f9dc7440d5aaa92b1142a91d4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733704953692 2024-12-09T00:42:43,476 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 86504785040b4c5f982d576dc309b679, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733704955887 2024-12-09T00:42:43,476 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 605012c8e3d446a0b558caf02dfa58f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733704958072 2024-12-09T00:42:43,476 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting bc04bf6b75d5420c8600bb1b100edbd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733704960241 2024-12-09T00:42:43,483 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:43,483 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/28fb39df26f84979b0c5a22aefa58df0 is 50, key is test_row_0/C:col10/1733704961397/Put/seqid=0 2024-12-09T00:42:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742411_1587 (size=12527) 2024-12-09T00:42:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:43,569 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099f640ca49bfc450f88908c4ec43668c4_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099f640ca49bfc450f88908c4ec43668c4_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:43,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/fb2c8996db4e4dbcab5c4d9d415d3439, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:43,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/fb2c8996db4e4dbcab5c4d9d415d3439 is 175, key is test_row_0/A:col10/1733704961422/Put/seqid=0 2024-12-09T00:42:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742412_1588 (size=31105) 2024-12-09T00:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:43,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705023615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705023615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705023724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705023725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:43,877 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/2aa05255a8ae4590bc25db4ed19d45ae as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2aa05255a8ae4590bc25db4ed19d45ae 2024-12-09T00:42:43,880 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/A of b44082dd69e7c749dc5f4a0dbef7b0be into 2aa05255a8ae4590bc25db4ed19d45ae(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:43,880 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:43,880 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/A, priority=11, startTime=1733704963050; duration=0sec 2024-12-09T00:42:43,881 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:43,881 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:A 2024-12-09T00:42:43,889 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/28fb39df26f84979b0c5a22aefa58df0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/28fb39df26f84979b0c5a22aefa58df0 2024-12-09T00:42:43,892 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/C of b44082dd69e7c749dc5f4a0dbef7b0be into 28fb39df26f84979b0c5a22aefa58df0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:43,892 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:43,892 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/C, priority=11, startTime=1733704963050; duration=0sec 2024-12-09T00:42:43,892 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:43,892 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:C 2024-12-09T00:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705023935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705023935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:43,974 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/fb2c8996db4e4dbcab5c4d9d415d3439 2024-12-09T00:42:43,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/e6a885c251e44b90a0015c87a4df53c4 is 50, key is test_row_0/B:col10/1733704961422/Put/seqid=0 2024-12-09T00:42:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742413_1589 (size=12151) 2024-12-09T00:42:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705024245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705024245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:44,381 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/e6a885c251e44b90a0015c87a4df53c4 2024-12-09T00:42:44,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3e488157802a44c4b772b19c3d573abb is 50, key is test_row_0/C:col10/1733704961422/Put/seqid=0 2024-12-09T00:42:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742414_1590 (size=12151) 2024-12-09T00:42:44,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705024755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:44,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705024755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:44,801 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3e488157802a44c4b772b19c3d573abb 2024-12-09T00:42:44,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/fb2c8996db4e4dbcab5c4d9d415d3439 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439 2024-12-09T00:42:44,806 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439, entries=150, sequenceid=190, filesize=30.4 K 2024-12-09T00:42:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/e6a885c251e44b90a0015c87a4df53c4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/e6a885c251e44b90a0015c87a4df53c4 2024-12-09T00:42:44,809 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/e6a885c251e44b90a0015c87a4df53c4, entries=150, sequenceid=190, filesize=11.9 K 2024-12-09T00:42:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/3e488157802a44c4b772b19c3d573abb as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e488157802a44c4b772b19c3d573abb 2024-12-09T00:42:44,812 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e488157802a44c4b772b19c3d573abb, entries=150, sequenceid=190, filesize=11.9 K 2024-12-09T00:42:44,813 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b44082dd69e7c749dc5f4a0dbef7b0be in 1654ms, sequenceid=190, compaction requested=false 2024-12-09T00:42:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-09T00:42:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-09T00:42:44,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-09T00:42:44,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0260 sec 2024-12-09T00:42:44,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 3.0290 sec 2024-12-09T00:42:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-09T00:42:45,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-09T00:42:45,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120997b87b3892de4515b50e289192555a01_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:45,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742415_1591 (size=14794) 2024-12-09T00:42:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705025328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705025328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705025329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705025434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705025435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705025435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705025645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705025645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705025645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:45,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120997b87b3892de4515b50e289192555a01_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120997b87b3892de4515b50e289192555a01_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:45,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f68e461136884449b042c6326e161c54, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:45,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f68e461136884449b042c6326e161c54 is 175, key is test_row_0/A:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742416_1592 (size=39749) 2024-12-09T00:42:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1733705025765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,768 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1733705025775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,777 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1bae0942de96,45465,1733704794103 for 'test_row_1' in b44082dd69e7c749dc5f4a0dbef7b0be of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-09T00:42:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T00:42:45,945 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:45,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-09T00:42:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-09T00:42:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:45,947 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T00:42:45,947 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T00:42:45,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T00:42:45,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705025955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705025955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705025955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:46,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f68e461136884449b042c6326e161c54 2024-12-09T00:42:46,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/acc4c3f7ac404e2ab1bae08a52c81ca1 is 50, key is test_row_0/B:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742417_1593 (size=12151) 2024-12-09T00:42:46,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:46,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1733705026465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44066 deadline: 1733705026465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:46,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T00:42:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1733705026465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 2024-12-09T00:42:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 , the old value is region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T00:42:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., hostname=1bae0942de96,45465,1733704794103, seqNum=5 because the exception is null or not the one we care about 2024-12-09T00:42:46,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/acc4c3f7ac404e2ab1bae08a52c81ca1 2024-12-09T00:42:46,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/9dab6e053c554c7f9e8d9e920b939ab2 is 50, key is test_row_0/C:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742418_1594 (size=12151) 2024-12-09T00:42:46,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:46,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:42:46,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/9dab6e053c554c7f9e8d9e920b939ab2 2024-12-09T00:42:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/f68e461136884449b042c6326e161c54 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54 2024-12-09T00:42:46,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54, entries=200, sequenceid=213, filesize=38.8 K 2024-12-09T00:42:46,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/acc4c3f7ac404e2ab1bae08a52c81ca1 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/acc4c3f7ac404e2ab1bae08a52c81ca1 2024-12-09T00:42:46,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/acc4c3f7ac404e2ab1bae08a52c81ca1, entries=150, sequenceid=213, filesize=11.9 K 2024-12-09T00:42:46,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/9dab6e053c554c7f9e8d9e920b939ab2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/9dab6e053c554c7f9e8d9e920b939ab2 2024-12-09T00:42:46,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/9dab6e053c554c7f9e8d9e920b939ab2, entries=150, sequenceid=213, filesize=11.9 K 2024-12-09T00:42:46,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b44082dd69e7c749dc5f4a0dbef7b0be in 1642ms, sequenceid=213, compaction requested=true 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T00:42:46,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:46,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b44082dd69e7c749dc5f4a0dbef7b0be:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T00:42:46,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:46,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:46,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:46,941 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/B is initiating minor compaction (all files) 2024-12-09T00:42:46,941 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/A is initiating minor compaction (all files) 2024-12-09T00:42:46,941 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/B in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,941 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/A in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,942 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d9950827789f4dc79b87ea143201db0d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/e6a885c251e44b90a0015c87a4df53c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/acc4c3f7ac404e2ab1bae08a52c81ca1] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=36.0 K 2024-12-09T00:42:46,942 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2aa05255a8ae4590bc25db4ed19d45ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=99.9 K 2024-12-09T00:42:46,942 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. files: [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2aa05255a8ae4590bc25db4ed19d45ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54] 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting d9950827789f4dc79b87ea143201db0d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733704960241 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aa05255a8ae4590bc25db4ed19d45ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733704960241 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting e6a885c251e44b90a0015c87a4df53c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733704961411 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2c8996db4e4dbcab5c4d9d415d3439, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733704961411 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting acc4c3f7ac404e2ab1bae08a52c81ca1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733704963604 2024-12-09T00:42:46,942 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] compactions.Compactor(225): Compacting f68e461136884449b042c6326e161c54, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733704963604 2024-12-09T00:42:46,946 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:46,948 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a59d2b6082834ad59b74dde442c6607a_b44082dd69e7c749dc5f4a0dbef7b0be store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:46,949 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:46,950 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/0edcfb8d043e4bc698dd1e8ea7ac8c55 is 50, key is test_row_0/B:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:46,950 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a59d2b6082834ad59b74dde442c6607a_b44082dd69e7c749dc5f4a0dbef7b0be, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:46,950 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a59d2b6082834ad59b74dde442c6607a_b44082dd69e7c749dc5f4a0dbef7b0be because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742419_1595 (size=12629) 2024-12-09T00:42:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742420_1596 (size=4469) 2024-12-09T00:42:47,004 INFO [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418. 2024-12-09T00:42:47,004 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,004 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,005 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,005 INFO [Thread-2414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2414. 2024-12-09T00:42:47,005 DEBUG [Thread-2414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,005 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,005 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,006 INFO [Thread-2416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2416. 2024-12-09T00:42:47,006 DEBUG [Thread-2416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,006 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,006 INFO [Thread-2420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2420. 2024-12-09T00:42:47,006 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,006 DEBUG [Thread-2420 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,007 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,007 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,007 INFO [Thread-2412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2412. 2024-12-09T00:42:47,007 DEBUG [Thread-2412 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,007 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,007 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T00:42:47,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:47,013 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-09T00:42:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d1dbf1d147c64ed3949a322e91724af3_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704965327/Put/seqid=0 2024-12-09T00:42:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742421_1597 (size=12304) 2024-12-09T00:42:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:47,354 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#A#compaction#503 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:47,355 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/c80342038de34eabba07000f8869e271 is 175, key is test_row_0/A:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:47,358 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/0edcfb8d043e4bc698dd1e8ea7ac8c55 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/0edcfb8d043e4bc698dd1e8ea7ac8c55 2024-12-09T00:42:47,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742422_1598 (size=31583) 2024-12-09T00:42:47,363 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/B of b44082dd69e7c749dc5f4a0dbef7b0be into 0edcfb8d043e4bc698dd1e8ea7ac8c55(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:47,363 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:47,363 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/B, priority=13, startTime=1733704966941; duration=0sec 2024-12-09T00:42:47,363 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T00:42:47,363 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:B 2024-12-09T00:42:47,363 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T00:42:47,364 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T00:42:47,364 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1541): b44082dd69e7c749dc5f4a0dbef7b0be/C is initiating minor compaction (all files) 2024-12-09T00:42:47,364 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b44082dd69e7c749dc5f4a0dbef7b0be/C in TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:47,364 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/28fb39df26f84979b0c5a22aefa58df0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e488157802a44c4b772b19c3d573abb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/9dab6e053c554c7f9e8d9e920b939ab2] into tmpdir=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp, totalSize=36.0 K 2024-12-09T00:42:47,365 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 28fb39df26f84979b0c5a22aefa58df0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733704960241 2024-12-09T00:42:47,365 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e488157802a44c4b772b19c3d573abb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733704961411 2024-12-09T00:42:47,366 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dab6e053c554c7f9e8d9e920b939ab2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733704963604 2024-12-09T00:42:47,370 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b44082dd69e7c749dc5f4a0dbef7b0be#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T00:42:47,370 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/0bd56aa9e2bf4559801bf67c2f5671b0 is 50, key is test_row_0/C:col10/1733704963604/Put/seqid=0 2024-12-09T00:42:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742423_1599 (size=12629) 2024-12-09T00:42:47,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:47,424 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d1dbf1d147c64ed3949a322e91724af3_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d1dbf1d147c64ed3949a322e91724af3_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:47,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/116bf8a7e5184d758c3cacde86e1cde2, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:47,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/116bf8a7e5184d758c3cacde86e1cde2 is 175, key is test_row_0/A:col10/1733704965327/Put/seqid=0 2024-12-09T00:42:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742424_1600 (size=31105) 2024-12-09T00:42:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] regionserver.HRegion(8855): Flush requested on b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:47,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. as already flushing 2024-12-09T00:42:47,477 INFO [Thread-2403 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2403. 2024-12-09T00:42:47,477 DEBUG [Thread-2403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,477 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,477 INFO [Thread-2405 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2405. 2024-12-09T00:42:47,477 INFO [Thread-2401 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2401. 2024-12-09T00:42:47,477 DEBUG [Thread-2405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,477 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,477 DEBUG [Thread-2401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,477 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,477 DEBUG [Thread-2401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,477 DEBUG [Thread-2401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,477 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,769 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/c80342038de34eabba07000f8869e271 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/c80342038de34eabba07000f8869e271 2024-12-09T00:42:47,777 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/A of b44082dd69e7c749dc5f4a0dbef7b0be into c80342038de34eabba07000f8869e271(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:47,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:47,777 INFO [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/A, priority=13, startTime=1733704966941; duration=0sec 2024-12-09T00:42:47,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:47,777 DEBUG [RS:0;1bae0942de96:45465-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:A 2024-12-09T00:42:47,777 INFO [Thread-2409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2409. 2024-12-09T00:42:47,777 DEBUG [Thread-2409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,777 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,777 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,779 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/0bd56aa9e2bf4559801bf67c2f5671b0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/0bd56aa9e2bf4559801bf67c2f5671b0 2024-12-09T00:42:47,784 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b44082dd69e7c749dc5f4a0dbef7b0be/C of b44082dd69e7c749dc5f4a0dbef7b0be into 0bd56aa9e2bf4559801bf67c2f5671b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T00:42:47,784 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:47,784 INFO [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., storeName=b44082dd69e7c749dc5f4a0dbef7b0be/C, priority=13, startTime=1733704966941; duration=0sec 2024-12-09T00:42:47,784 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T00:42:47,784 DEBUG [RS:0;1bae0942de96:45465-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b44082dd69e7c749dc5f4a0dbef7b0be:C 2024-12-09T00:42:47,796 INFO [Thread-2407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2407. 2024-12-09T00:42:47,796 DEBUG [Thread-2407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T00:42:47,796 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,796 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:47,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:47,828 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/116bf8a7e5184d758c3cacde86e1cde2 2024-12-09T00:42:47,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/fe79ed1a94cc4b30907290c6a6285c83 is 50, key is test_row_0/B:col10/1733704965327/Put/seqid=0 2024-12-09T00:42:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742425_1601 (size=12151) 2024-12-09T00:42:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:48,243 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/fe79ed1a94cc4b30907290c6a6285c83 2024-12-09T00:42:48,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/b26f59bd6a174bac8c7457fca86b5ee9 is 50, key is test_row_0/C:col10/1733704965327/Put/seqid=0 2024-12-09T00:42:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742426_1602 (size=12151) 2024-12-09T00:42:48,661 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/b26f59bd6a174bac8c7457fca86b5ee9 2024-12-09T00:42:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/116bf8a7e5184d758c3cacde86e1cde2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/116bf8a7e5184d758c3cacde86e1cde2 2024-12-09T00:42:48,677 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/116bf8a7e5184d758c3cacde86e1cde2, entries=150, sequenceid=229, filesize=30.4 K 2024-12-09T00:42:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/fe79ed1a94cc4b30907290c6a6285c83 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/fe79ed1a94cc4b30907290c6a6285c83 2024-12-09T00:42:48,681 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/fe79ed1a94cc4b30907290c6a6285c83, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T00:42:48,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/b26f59bd6a174bac8c7457fca86b5ee9 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/b26f59bd6a174bac8c7457fca86b5ee9 2024-12-09T00:42:48,687 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/b26f59bd6a174bac8c7457fca86b5ee9, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T00:42:48,687 INFO [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=33.54 KB/34350 for b44082dd69e7c749dc5f4a0dbef7b0be in 1674ms, sequenceid=229, compaction requested=false 2024-12-09T00:42:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for b44082dd69e7c749dc5f4a0dbef7b0be: 2024-12-09T00:42:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-09T00:42:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-09T00:42:48,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-09T00:42:48,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7410 sec 2024-12-09T00:42:48,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.7450 sec 2024-12-09T00:42:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T00:42:50,107 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5005 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4947 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4906 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4987 2024-12-09T00:42:50,107 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4951 2024-12-09T00:42:50,108 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T00:42:50,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:42:50,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:42:50,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:50,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:50,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:50,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-09T00:42:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T00:42:50,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704970116"}]},"ts":"1733704970116"} 2024-12-09T00:42:50,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T00:42:50,118 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T00:42:50,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T00:42:50,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, UNASSIGN}] 2024-12-09T00:42:50,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, UNASSIGN 2024-12-09T00:42:50,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=CLOSING, regionLocation=1bae0942de96,45465,1733704794103 2024-12-09T00:42:50,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, UNASSIGN because future has completed 2024-12-09T00:42:50,122 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:42:50,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103}] 2024-12-09T00:42:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T00:42:50,274 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:50,274 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T00:42:50,275 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing b44082dd69e7c749dc5f4a0dbef7b0be, disabling compactions & flushes 2024-12-09T00:42:50,275 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:50,275 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:50,275 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. after waiting 0 ms 2024-12-09T00:42:50,275 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:50,275 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing b44082dd69e7c749dc5f4a0dbef7b0be 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-09T00:42:50,287 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209adf1c3e449e14c91b71f9e6bce2184d9_b44082dd69e7c749dc5f4a0dbef7b0be is 50, key is test_row_0/A:col10/1733704967475/Put/seqid=0 2024-12-09T00:42:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742427_1603 (size=12304) 2024-12-09T00:42:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T00:42:50,691 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:42:50,694 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209adf1c3e449e14c91b71f9e6bce2184d9_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209adf1c3e449e14c91b71f9e6bce2184d9_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:50,695 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1924ad32c56a4aa4aed8a11fc8fda8d4, store: [table=TestAcidGuarantees family=A region=b44082dd69e7c749dc5f4a0dbef7b0be] 2024-12-09T00:42:50,696 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1924ad32c56a4aa4aed8a11fc8fda8d4 is 175, key is test_row_0/A:col10/1733704967475/Put/seqid=0 2024-12-09T00:42:50,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742428_1604 (size=31105) 2024-12-09T00:42:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T00:42:51,101 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1924ad32c56a4aa4aed8a11fc8fda8d4 2024-12-09T00:42:51,113 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/88a44e11c0304bbea434cb77ec8084c2 is 50, key is test_row_0/B:col10/1733704967475/Put/seqid=0 2024-12-09T00:42:51,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742429_1605 (size=12151) 2024-12-09T00:42:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T00:42:51,519 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/88a44e11c0304bbea434cb77ec8084c2 2024-12-09T00:42:51,531 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/595d30421bcb437c99fdbd1f0213862b is 50, key is test_row_0/C:col10/1733704967475/Put/seqid=0 2024-12-09T00:42:51,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742430_1606 (size=12151) 2024-12-09T00:42:51,936 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/595d30421bcb437c99fdbd1f0213862b 2024-12-09T00:42:51,946 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/A/1924ad32c56a4aa4aed8a11fc8fda8d4 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1924ad32c56a4aa4aed8a11fc8fda8d4 2024-12-09T00:42:51,949 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1924ad32c56a4aa4aed8a11fc8fda8d4, entries=150, sequenceid=240, filesize=30.4 K 2024-12-09T00:42:51,949 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/B/88a44e11c0304bbea434cb77ec8084c2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/88a44e11c0304bbea434cb77ec8084c2 2024-12-09T00:42:51,952 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/88a44e11c0304bbea434cb77ec8084c2, entries=150, sequenceid=240, filesize=11.9 K 2024-12-09T00:42:51,953 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/.tmp/C/595d30421bcb437c99fdbd1f0213862b as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/595d30421bcb437c99fdbd1f0213862b 2024-12-09T00:42:51,956 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/595d30421bcb437c99fdbd1f0213862b, entries=150, sequenceid=240, filesize=11.9 K 2024-12-09T00:42:51,956 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b44082dd69e7c749dc5f4a0dbef7b0be in 1681ms, sequenceid=240, compaction requested=true 2024-12-09T00:42:51,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/e3bb42d370784520ac21725d1a6d8fc5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/d2e630613b4f491db77349ddad33b625, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2aa05255a8ae4590bc25db4ed19d45ae, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54] to archive 2024-12-09T00:42:51,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:42:51,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/35153b31c4a141cfae7bbae1c6b5a2c4 2024-12-09T00:42:51,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/932a3b132d9f437682df48f3ed9f0b84 2024-12-09T00:42:51,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1e1a8f8b12834d1297f4798f11dac5c2 2024-12-09T00:42:51,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/e3bb42d370784520ac21725d1a6d8fc5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/e3bb42d370784520ac21725d1a6d8fc5 2024-12-09T00:42:51,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/aa10ed159ad5457e959f1560c941cb94 2024-12-09T00:42:51,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/d2e630613b4f491db77349ddad33b625 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/d2e630613b4f491db77349ddad33b625 2024-12-09T00:42:51,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/45ffddbb5b794579bf838d10cd73c66d 2024-12-09T00:42:51,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/17ef251acf704d779f4fee513661c9b7 2024-12-09T00:42:51,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2ae874e859484e239b460ab5d56e0989 2024-12-09T00:42:51,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f641b55ce351499794f757c6ca3afd70 2024-12-09T00:42:51,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/79f72badea54401da822bbb77e9db51c 2024-12-09T00:42:51,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2aa05255a8ae4590bc25db4ed19d45ae to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/2aa05255a8ae4590bc25db4ed19d45ae 2024-12-09T00:42:51,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/fb2c8996db4e4dbcab5c4d9d415d3439 2024-12-09T00:42:51,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/f68e461136884449b042c6326e161c54 2024-12-09T00:42:51,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e32d2ec00cb496ea11131e048a420e4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ea44abf889dc49029ab68313c3a3d22d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ebb7c6f5a77c48e8b52743be2e00b55e, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/bae4d00649914c57a38ea1154519731a, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/3ac74ef71d0a4387bcfe32e62ac869dc, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/9b9c2e6259ee44fa94c3f2ad0eae17fd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8897a4b5b911454891f5e9bc5307faea, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/a2590cfbb8b846a9828f5cdad96b9ba9, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/85787def1e654cb598944d3799f45465, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d9950827789f4dc79b87ea143201db0d, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e7fb9ee201c4fb29923a1779c50abc0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/e6a885c251e44b90a0015c87a4df53c4, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/acc4c3f7ac404e2ab1bae08a52c81ca1] to archive 2024-12-09T00:42:51,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:42:51,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e32d2ec00cb496ea11131e048a420e4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e32d2ec00cb496ea11131e048a420e4 2024-12-09T00:42:51,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ea44abf889dc49029ab68313c3a3d22d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ea44abf889dc49029ab68313c3a3d22d 2024-12-09T00:42:51,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ebb7c6f5a77c48e8b52743be2e00b55e to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/ebb7c6f5a77c48e8b52743be2e00b55e 2024-12-09T00:42:51,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/bae4d00649914c57a38ea1154519731a to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/bae4d00649914c57a38ea1154519731a 2024-12-09T00:42:51,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d40f5c3df3cb4e04a0bb6b7bc9e163e5 2024-12-09T00:42:51,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/3ac74ef71d0a4387bcfe32e62ac869dc to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/3ac74ef71d0a4387bcfe32e62ac869dc 2024-12-09T00:42:51,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/9b9c2e6259ee44fa94c3f2ad0eae17fd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/9b9c2e6259ee44fa94c3f2ad0eae17fd 2024-12-09T00:42:51,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8897a4b5b911454891f5e9bc5307faea to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8897a4b5b911454891f5e9bc5307faea 2024-12-09T00:42:51,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/a2590cfbb8b846a9828f5cdad96b9ba9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/a2590cfbb8b846a9828f5cdad96b9ba9 2024-12-09T00:42:51,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/85787def1e654cb598944d3799f45465 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/85787def1e654cb598944d3799f45465 2024-12-09T00:42:51,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d9950827789f4dc79b87ea143201db0d to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/d9950827789f4dc79b87ea143201db0d 2024-12-09T00:42:51,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e7fb9ee201c4fb29923a1779c50abc0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/8e7fb9ee201c4fb29923a1779c50abc0 2024-12-09T00:42:51,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/e6a885c251e44b90a0015c87a4df53c4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/e6a885c251e44b90a0015c87a4df53c4 2024-12-09T00:42:51,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/acc4c3f7ac404e2ab1bae08a52c81ca1 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/acc4c3f7ac404e2ab1bae08a52c81ca1 2024-12-09T00:42:51,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e1ae117ec644f15b3d40afa6a0dc4a5, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/cc6bc51138fb4e0ea6b770acb38a6bf2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2b641b1fc65942fc8b4e83acd97a7a94, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2512ae708bd14519ac1613627c52719c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/1b3758aca4c04dd9892ffad348e7ad25, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3f2cf9698b1c4e2c8873eaee224d79bd, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/ccbc2cae5f664a09898fafbdf7495ea6, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/811640f9dc7440d5aaa92b1142a91d4c, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/86504785040b4c5f982d576dc309b679, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/605012c8e3d446a0b558caf02dfa58f2, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/28fb39df26f84979b0c5a22aefa58df0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/bc04bf6b75d5420c8600bb1b100edbd0, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e488157802a44c4b772b19c3d573abb, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/9dab6e053c554c7f9e8d9e920b939ab2] to archive 2024-12-09T00:42:51,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T00:42:51,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e1ae117ec644f15b3d40afa6a0dc4a5 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e1ae117ec644f15b3d40afa6a0dc4a5 2024-12-09T00:42:51,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/cc6bc51138fb4e0ea6b770acb38a6bf2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/cc6bc51138fb4e0ea6b770acb38a6bf2 2024-12-09T00:42:51,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2b641b1fc65942fc8b4e83acd97a7a94 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2b641b1fc65942fc8b4e83acd97a7a94 2024-12-09T00:42:51,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2512ae708bd14519ac1613627c52719c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/2512ae708bd14519ac1613627c52719c 2024-12-09T00:42:51,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/1b3758aca4c04dd9892ffad348e7ad25 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/1b3758aca4c04dd9892ffad348e7ad25 2024-12-09T00:42:51,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3f2cf9698b1c4e2c8873eaee224d79bd to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3f2cf9698b1c4e2c8873eaee224d79bd 2024-12-09T00:42:51,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/ccbc2cae5f664a09898fafbdf7495ea6 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/ccbc2cae5f664a09898fafbdf7495ea6 2024-12-09T00:42:51,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/811640f9dc7440d5aaa92b1142a91d4c to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/811640f9dc7440d5aaa92b1142a91d4c 2024-12-09T00:42:51,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/86504785040b4c5f982d576dc309b679 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/86504785040b4c5f982d576dc309b679 2024-12-09T00:42:51,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/605012c8e3d446a0b558caf02dfa58f2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/605012c8e3d446a0b558caf02dfa58f2 2024-12-09T00:42:51,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/28fb39df26f84979b0c5a22aefa58df0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/28fb39df26f84979b0c5a22aefa58df0 2024-12-09T00:42:51,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/bc04bf6b75d5420c8600bb1b100edbd0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/bc04bf6b75d5420c8600bb1b100edbd0 2024-12-09T00:42:51,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e488157802a44c4b772b19c3d573abb to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/3e488157802a44c4b772b19c3d573abb 2024-12-09T00:42:51,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/9dab6e053c554c7f9e8d9e920b939ab2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/9dab6e053c554c7f9e8d9e920b939ab2 2024-12-09T00:42:51,999 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/recovered.edits/243.seqid, newMaxSeqId=243, maxSeqId=4 2024-12-09T00:42:52,000 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. 2024-12-09T00:42:52,000 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for b44082dd69e7c749dc5f4a0dbef7b0be: Waiting for close lock at 1733704970275Running coprocessor pre-close hooks at 1733704970275Disabling compacts and flushes for region at 1733704970275Disabling writes for close at 1733704970275Obtaining lock to block concurrent updates at 1733704970275Preparing flush snapshotting stores in b44082dd69e7c749dc5f4a0dbef7b0be at 1733704970275Finished memstore snapshotting TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733704970276 (+1 ms)Flushing stores of TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be. at 1733704970277 (+1 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/A: creating writer at 1733704970277Flushing mob file b44082dd69e7c749dc5f4a0dbef7b0be/A: appending metadata at 1733704970287 (+10 ms)Flushing mob file b44082dd69e7c749dc5f4a0dbef7b0be/A: closing flushed file at 1733704970287Flushing b44082dd69e7c749dc5f4a0dbef7b0be/A: appending metadata at 1733704970695 (+408 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/A: closing flushed file at 1733704970696 (+1 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/B: creating writer at 1733704971108 (+412 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/B: appending metadata at 1733704971112 (+4 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/B: closing flushed file at 1733704971112Flushing b44082dd69e7c749dc5f4a0dbef7b0be/C: creating writer at 1733704971527 (+415 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/C: appending metadata at 1733704971530 (+3 ms)Flushing b44082dd69e7c749dc5f4a0dbef7b0be/C: closing flushed file at 1733704971530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f9b89: reopening flushed file at 1733704971945 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144a087d: reopening flushed file at 1733704971949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181ab48a: reopening flushed file at 1733704971952 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b44082dd69e7c749dc5f4a0dbef7b0be in 1681ms, sequenceid=240, compaction requested=true at 1733704971956 (+4 ms)Writing region close event to WAL at 1733704971998 (+42 ms)Running coprocessor post-close hooks at 1733704972000 (+2 ms)Closed at 1733704972000 2024-12-09T00:42:52,001 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=b44082dd69e7c749dc5f4a0dbef7b0be, regionState=CLOSED 2024-12-09T00:42:52,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 because future has completed 2024-12-09T00:42:52,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-09T00:42:52,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure b44082dd69e7c749dc5f4a0dbef7b0be, server=1bae0942de96,45465,1733704794103 in 1.8810 sec 2024-12-09T00:42:52,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-12-09T00:42:52,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b44082dd69e7c749dc5f4a0dbef7b0be, UNASSIGN in 1.8840 sec 2024-12-09T00:42:52,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-09T00:42:52,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8870 sec 2024-12-09T00:42:52,009 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733704972008"}]},"ts":"1733704972008"} 2024-12-09T00:42:52,010 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T00:42:52,010 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T00:42:52,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9000 sec 2024-12-09T00:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T00:42:52,266 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:52,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-09T00:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:52,272 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-09T00:42:52,274 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:52,278 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,281 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C, FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/recovered.edits] 2024-12-09T00:42:52,285 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/116bf8a7e5184d758c3cacde86e1cde2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/116bf8a7e5184d758c3cacde86e1cde2 2024-12-09T00:42:52,287 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1924ad32c56a4aa4aed8a11fc8fda8d4 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/1924ad32c56a4aa4aed8a11fc8fda8d4 2024-12-09T00:42:52,289 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/c80342038de34eabba07000f8869e271 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/A/c80342038de34eabba07000f8869e271 2024-12-09T00:42:52,289 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:42:52,291 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/0edcfb8d043e4bc698dd1e8ea7ac8c55 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/0edcfb8d043e4bc698dd1e8ea7ac8c55 2024-12-09T00:42:52,292 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/88a44e11c0304bbea434cb77ec8084c2 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/88a44e11c0304bbea434cb77ec8084c2 2024-12-09T00:42:52,293 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/fe79ed1a94cc4b30907290c6a6285c83 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/B/fe79ed1a94cc4b30907290c6a6285c83 2024-12-09T00:42:52,295 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/0bd56aa9e2bf4559801bf67c2f5671b0 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/0bd56aa9e2bf4559801bf67c2f5671b0 2024-12-09T00:42:52,296 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/595d30421bcb437c99fdbd1f0213862b to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/595d30421bcb437c99fdbd1f0213862b 2024-12-09T00:42:52,298 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/b26f59bd6a174bac8c7457fca86b5ee9 to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/C/b26f59bd6a174bac8c7457fca86b5ee9 2024-12-09T00:42:52,301 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/recovered.edits/243.seqid to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be/recovered.edits/243.seqid 2024-12-09T00:42:52,301 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/default/TestAcidGuarantees/b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,301 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T00:42:52,302 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T00:42:52,302 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T00:42:52,304 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209026accbe9915484bb248acb1b81bc4f0_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209026accbe9915484bb248acb1b81bc4f0_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,305 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209386968c7861242169ada23df2641be9a_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209386968c7861242169ada23df2641be9a_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,306 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093bd83727fafb4624b79743f441f34b35_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412093bd83727fafb4624b79743f441f34b35_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,306 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120941a2fa23c5254facbb085fe0aa0e6bd5_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120941a2fa23c5254facbb085fe0aa0e6bd5_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,307 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120961eb7e633f1a474bb451c53c018ecba0_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120961eb7e633f1a474bb451c53c018ecba0_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,308 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096393dc92ed264302a4b3adea2862de6c_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096393dc92ed264302a4b3adea2862de6c_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,308 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120997b87b3892de4515b50e289192555a01_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120997b87b3892de4515b50e289192555a01_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,309 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099f640ca49bfc450f88908c4ec43668c4_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099f640ca49bfc450f88908c4ec43668c4_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,309 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209adf1c3e449e14c91b71f9e6bce2184d9_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209adf1c3e449e14c91b71f9e6bce2184d9_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,310 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209af685d044db9406781f2166f5e82d41f_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209af685d044db9406781f2166f5e82d41f_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,311 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c716cf43c1984ffb8d40353c6735d2c3_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c716cf43c1984ffb8d40353c6735d2c3_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,311 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d1dbf1d147c64ed3949a322e91724af3_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d1dbf1d147c64ed3949a322e91724af3_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,312 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f0554cfa3cbd4aa7929c4d7d7bafbb24_b44082dd69e7c749dc5f4a0dbef7b0be to hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f0554cfa3cbd4aa7929c4d7d7bafbb24_b44082dd69e7c749dc5f4a0dbef7b0be 2024-12-09T00:42:52,312 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T00:42:52,314 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:52,315 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T00:42:52,316 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T00:42:52,317 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:52,317 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-09T00:42:52,317 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733704972317"}]},"ts":"9223372036854775807"} 2024-12-09T00:42:52,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T00:42:52,319 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b44082dd69e7c749dc5f4a0dbef7b0be, NAME => 'TestAcidGuarantees,,1733704943801.b44082dd69e7c749dc5f4a0dbef7b0be.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:42:52,319 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T00:42:52,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733704972319"}]},"ts":"9223372036854775807"} 2024-12-09T00:42:52,320 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T00:42:52,320 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T00:42:52,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-09T00:42:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-09T00:42:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T00:42:52,386 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T00:42:52,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15761 (was 15860) 2024-12-09T00:42:52,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T00:42:52,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:42:52,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:42:52,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:52,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:52,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T00:42:52,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T00:42:52,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=694036216, stopped=false 2024-12-09T00:42:52,402 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bae0942de96,37335,1733704793160 2024-12-09T00:42:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T00:42:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T00:42:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:42:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:42:52,464 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T00:42:52,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T00:42:52,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:42:52,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:52,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T00:42:52,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T00:42:52,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,45465,1733704794103' ***** 2024-12-09T00:42:52,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T00:42:52,466 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T00:42:52,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T00:42:52,467 INFO [RS:0;1bae0942de96:45465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T00:42:52,467 INFO [RS:0;1bae0942de96:45465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T00:42:52,467 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(959): stopping server 1bae0942de96,45465,1733704794103 2024-12-09T00:42:52,467 INFO [RS:0;1bae0942de96:45465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T00:42:52,467 INFO [RS:0;1bae0942de96:45465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bae0942de96:45465. 2024-12-09T00:42:52,467 DEBUG [RS:0;1bae0942de96:45465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:42:52,467 DEBUG [RS:0;1bae0942de96:45465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:52,468 INFO [RS:0;1bae0942de96:45465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T00:42:52,468 INFO [RS:0;1bae0942de96:45465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T00:42:52,468 INFO [RS:0;1bae0942de96:45465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T00:42:52,468 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T00:42:52,469 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T00:42:52,469 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T00:42:52,469 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:52,469 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T00:42:52,469 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T00:42:52,469 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T00:42:52,469 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T00:42:52,469 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T00:42:52,469 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-09T00:42:52,491 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/info/29fda8607ea347bb9ade6b5ce2bd42d0 is 95, key is TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0./info:/1733704824432/DeleteFamily/seqid=0 2024-12-09T00:42:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742431_1607 (size=6514) 2024-12-09T00:42:52,495 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T00:42:52,669 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:52,870 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:52,896 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/info/29fda8607ea347bb9ade6b5ce2bd42d0 2024-12-09T00:42:52,919 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/ns/6ad144f506a945309349009db08551f2 is 93, key is TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0./ns:/1733704824397/DeleteFamily/seqid=0 2024-12-09T00:42:52,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742432_1608 (size=5906) 2024-12-09T00:42:53,070 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:53,211 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T00:42:53,211 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T00:42:53,270 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:53,323 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/ns/6ad144f506a945309349009db08551f2 2024-12-09T00:42:53,353 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/rep_barrier/8e4faa9ef77b42e79e39a6bfb91d2305 is 102, key is TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0./rep_barrier:/1733704824397/DeleteFamily/seqid=0 2024-12-09T00:42:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742433_1609 (size=6025) 2024-12-09T00:42:53,471 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:53,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T00:42:53,671 DEBUG [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T00:42:53,756 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/rep_barrier/8e4faa9ef77b42e79e39a6bfb91d2305 2024-12-09T00:42:53,782 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/table/df6446d20543463e99029745f22d5860 is 96, key is TestAcidGuarantees,,1733704798350.6c5b55a822142b75b56d7b84c2b268c0./table:/1733704824397/DeleteFamily/seqid=0 2024-12-09T00:42:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742434_1610 (size=5936) 2024-12-09T00:42:53,786 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/table/df6446d20543463e99029745f22d5860 2024-12-09T00:42:53,789 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/info/29fda8607ea347bb9ade6b5ce2bd42d0 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/info/29fda8607ea347bb9ade6b5ce2bd42d0 2024-12-09T00:42:53,792 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/info/29fda8607ea347bb9ade6b5ce2bd42d0, entries=12, sequenceid=90, filesize=6.4 K 2024-12-09T00:42:53,792 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/ns/6ad144f506a945309349009db08551f2 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/ns/6ad144f506a945309349009db08551f2 2024-12-09T00:42:53,795 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/ns/6ad144f506a945309349009db08551f2, entries=8, sequenceid=90, filesize=5.8 K 2024-12-09T00:42:53,795 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/rep_barrier/8e4faa9ef77b42e79e39a6bfb91d2305 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/rep_barrier/8e4faa9ef77b42e79e39a6bfb91d2305 2024-12-09T00:42:53,797 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/rep_barrier/8e4faa9ef77b42e79e39a6bfb91d2305, entries=6, sequenceid=90, filesize=5.9 K 2024-12-09T00:42:53,798 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/.tmp/table/df6446d20543463e99029745f22d5860 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/table/df6446d20543463e99029745f22d5860 2024-12-09T00:42:53,800 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/table/df6446d20543463e99029745f22d5860, entries=7, sequenceid=90, filesize=5.8 K 2024-12-09T00:42:53,801 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=90, compaction requested=false 2024-12-09T00:42:53,804 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-09T00:42:53,805 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T00:42:53,805 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T00:42:53,805 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733704972469Running coprocessor pre-close hooks at 1733704972469Disabling compacts and flushes for region at 1733704972469Disabling writes for close at 1733704972469Obtaining lock to block concurrent updates at 1733704972469Preparing flush snapshotting stores in 1588230740 at 1733704972469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733704972470 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733704972470Flushing 1588230740/info: creating writer at 1733704972471 (+1 ms)Flushing 1588230740/info: appending metadata at 1733704972491 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733704972491Flushing 1588230740/ns: creating writer at 1733704972905 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733704972918 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733704972918Flushing 1588230740/rep_barrier: creating writer at 1733704973333 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733704973352 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733704973352Flushing 1588230740/table: creating writer at 1733704973763 (+411 ms)Flushing 1588230740/table: appending metadata at 1733704973782 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733704973782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268f743e: reopening flushed file at 1733704973788 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233f5b08: reopening flushed file at 1733704973792 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b11195: reopening flushed file at 1733704973795 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e7d4a8: reopening flushed file at 1733704973798 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=90, compaction requested=false at 1733704973801 (+3 ms)Writing region close event to WAL at 1733704973802 (+1 ms)Running coprocessor post-close hooks at 1733704973805 (+3 ms)Closed at 1733704973805 2024-12-09T00:42:53,805 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T00:42:53,871 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(976): stopping server 1bae0942de96,45465,1733704794103; all regions closed. 2024-12-09T00:42:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741834_1010 (size=25344) 2024-12-09T00:42:53,882 DEBUG [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/oldWALs 2024-12-09T00:42:53,882 INFO [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C45465%2C1733704794103.meta:.meta(num 1733704797864) 2024-12-09T00:42:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741833_1009 (size=13586715) 2024-12-09T00:42:53,888 DEBUG [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/oldWALs 2024-12-09T00:42:53,888 INFO [RS:0;1bae0942de96:45465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C45465%2C1733704794103:(num 1733704797339) 2024-12-09T00:42:53,889 DEBUG [RS:0;1bae0942de96:45465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:42:53,889 INFO [RS:0;1bae0942de96:45465 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T00:42:53,889 INFO [RS:0;1bae0942de96:45465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T00:42:53,889 INFO [RS:0;1bae0942de96:45465 {}] hbase.ChoreService(370): Chore service for: regionserver/1bae0942de96:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T00:42:53,889 INFO [RS:0;1bae0942de96:45465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T00:42:53,889 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T00:42:53,890 INFO [RS:0;1bae0942de96:45465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45465 2024-12-09T00:42:53,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,45465,1733704794103 2024-12-09T00:42:53,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T00:42:53,947 INFO [RS:0;1bae0942de96:45465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T00:42:53,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,45465,1733704794103] 2024-12-09T00:42:53,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,45465,1733704794103 already deleted, retry=false 2024-12-09T00:42:53,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bae0942de96,45465,1733704794103 expired; onlineServers=0 2024-12-09T00:42:53,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bae0942de96,37335,1733704793160' ***** 2024-12-09T00:42:53,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T00:42:53,966 INFO [M:0;1bae0942de96:37335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T00:42:53,966 INFO [M:0;1bae0942de96:37335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T00:42:53,966 DEBUG [M:0;1bae0942de96:37335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T00:42:53,967 DEBUG [M:0;1bae0942de96:37335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T00:42:53,967 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T00:42:53,967 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733704796965 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733704796965,5,FailOnTimeoutGroup] 2024-12-09T00:42:53,967 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733704796965 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733704796965,5,FailOnTimeoutGroup] 2024-12-09T00:42:53,967 INFO [M:0;1bae0942de96:37335 {}] hbase.ChoreService(370): Chore service for: master/1bae0942de96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T00:42:53,967 INFO [M:0;1bae0942de96:37335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T00:42:53,967 DEBUG [M:0;1bae0942de96:37335 {}] master.HMaster(1795): Stopping service threads 2024-12-09T00:42:53,967 INFO [M:0;1bae0942de96:37335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T00:42:53,968 INFO [M:0;1bae0942de96:37335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T00:42:53,968 ERROR [M:0;1bae0942de96:37335 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:42051 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42051,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-09T00:42:53,968 INFO [M:0;1bae0942de96:37335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T00:42:53,968 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T00:42:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T00:42:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T00:42:53,974 DEBUG [M:0;1bae0942de96:37335 {}] zookeeper.ZKUtil(347): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T00:42:53,974 WARN [M:0;1bae0942de96:37335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T00:42:53,975 INFO [M:0;1bae0942de96:37335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/.lastflushedseqids 2024-12-09T00:42:53,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742435_1611 (size=72) 2024-12-09T00:42:54,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:42:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x100081177ab0001, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:42:54,059 INFO [RS:0;1bae0942de96:45465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T00:42:54,059 INFO [RS:0;1bae0942de96:45465 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,45465,1733704794103; zookeeper connection closed. 2024-12-09T00:42:54,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30fd7fac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30fd7fac 2024-12-09T00:42:54,060 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T00:42:54,389 INFO [M:0;1bae0942de96:37335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T00:42:54,389 INFO [M:0;1bae0942de96:37335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T00:42:54,390 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T00:42:54,390 INFO [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:42:54,390 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:42:54,390 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T00:42:54,390 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:42:54,390 INFO [M:0;1bae0942de96:37335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=767.96 KB heapSize=944.62 KB 2024-12-09T00:42:54,412 DEBUG [M:0;1bae0942de96:37335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e105e497adb54ba0b70fafba188e2c8a is 82, key is hbase:meta,,1/info:regioninfo/1733704797955/Put/seqid=0 2024-12-09T00:42:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742436_1612 (size=5672) 2024-12-09T00:42:54,816 INFO [M:0;1bae0942de96:37335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e105e497adb54ba0b70fafba188e2c8a 2024-12-09T00:42:54,843 DEBUG [M:0;1bae0942de96:37335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c963159fbc62408e8161eb401aaee354 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1733704946966/Put/seqid=0 2024-12-09T00:42:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742437_1613 (size=44198) 2024-12-09T00:42:55,248 INFO [M:0;1bae0942de96:37335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=767.41 KB at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c963159fbc62408e8161eb401aaee354 2024-12-09T00:42:55,259 INFO [M:0;1bae0942de96:37335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c963159fbc62408e8161eb401aaee354 2024-12-09T00:42:55,276 DEBUG [M:0;1bae0942de96:37335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/becfcb18f2d643dab0835015fff6a611 is 69, key is 1bae0942de96,45465,1733704794103/rs:state/1733704797090/Put/seqid=0 2024-12-09T00:42:55,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073742438_1614 (size=5156) 2024-12-09T00:42:55,680 INFO [M:0;1bae0942de96:37335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/becfcb18f2d643dab0835015fff6a611 2024-12-09T00:42:55,688 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e105e497adb54ba0b70fafba188e2c8a as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e105e497adb54ba0b70fafba188e2c8a 2024-12-09T00:42:55,692 INFO [M:0;1bae0942de96:37335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e105e497adb54ba0b70fafba188e2c8a, entries=8, sequenceid=2183, filesize=5.5 K 2024-12-09T00:42:55,693 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c963159fbc62408e8161eb401aaee354 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c963159fbc62408e8161eb401aaee354 2024-12-09T00:42:55,696 INFO [M:0;1bae0942de96:37335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c963159fbc62408e8161eb401aaee354 2024-12-09T00:42:55,696 INFO [M:0;1bae0942de96:37335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c963159fbc62408e8161eb401aaee354, entries=170, sequenceid=2183, filesize=43.2 K 2024-12-09T00:42:55,697 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/becfcb18f2d643dab0835015fff6a611 as hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/becfcb18f2d643dab0835015fff6a611 2024-12-09T00:42:55,700 INFO [M:0;1bae0942de96:37335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/becfcb18f2d643dab0835015fff6a611, entries=1, sequenceid=2183, filesize=5.0 K 2024-12-09T00:42:55,701 INFO [M:0;1bae0942de96:37335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~767.96 KB/786392, heapSize ~944.32 KB/966984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=2183, compaction requested=false 2024-12-09T00:42:55,703 INFO [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:42:55,703 DEBUG [M:0;1bae0942de96:37335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733704974390Disabling compacts and flushes for region at 1733704974390Disabling writes for close at 1733704974390Obtaining lock to block concurrent updates at 1733704974390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733704974390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=786392, getHeapSize=967224, getOffHeapSize=0, getCellsCount=2378 at 1733704974391 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733704974392 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733704974393 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733704974412 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733704974412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733704974827 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733704974843 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733704974843Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733704975259 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733704975275 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733704975275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a40cb42: reopening flushed file at 1733704975687 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4c7ec5: reopening flushed file at 1733704975692 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d6f7be: reopening flushed file at 1733704975697 (+5 ms)Finished flush of dataSize ~767.96 KB/786392, heapSize ~944.32 KB/966984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=2183, compaction requested=false at 1733704975701 (+4 ms)Writing region close event to WAL at 1733704975702 (+1 ms)Closed at 1733704975702 2024-12-09T00:42:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741830_1006 (size=929486) 2024-12-09T00:42:55,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eaa0f87-ad9a-569a-dff8-3eb3e8e2f1ed/MasterData/WALs/1bae0942de96,37335,1733704793160/1bae0942de96%2C37335%2C1733704793160.1733704796260 not finished, retry = 0 2024-12-09T00:42:55,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T00:42:55,808 INFO [M:0;1bae0942de96:37335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T00:42:55,808 INFO [M:0;1bae0942de96:37335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37335 2024-12-09T00:42:55,808 INFO [M:0;1bae0942de96:37335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T00:42:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:42:55,956 INFO [M:0;1bae0942de96:37335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T00:42:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37335-0x100081177ab0000, quorum=127.0.0.1:60502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:42:55,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T00:42:55,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T00:42:55,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T00:42:55,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T00:42:55,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/hadoop.log.dir/,STOPPED} 2024-12-09T00:42:55,976 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T00:42:55,976 WARN [BP-1738737123-172.17.0.2-1733704788900 heartbeating to localhost/127.0.0.1:42051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T00:42:55,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T00:42:55,976 WARN [BP-1738737123-172.17.0.2-1733704788900 heartbeating to localhost/127.0.0.1:42051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1738737123-172.17.0.2-1733704788900 (Datanode Uuid 362c127d-5a0a-4755-afb0-3474a772e217) service to localhost/127.0.0.1:42051 2024-12-09T00:42:55,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/data/data1/current/BP-1738737123-172.17.0.2-1733704788900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T00:42:55,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/cluster_e9cd21c3-b01b-3b46-deed-cc279b7c8a40/data/data2/current/BP-1738737123-172.17.0.2-1733704788900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T00:42:55,979 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T00:42:55,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T00:42:55,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T00:42:55,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T00:42:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T00:42:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f53631bb-418a-dc3d-68fd-4e28b97a3a1c/hadoop.log.dir/,STOPPED} 2024-12-09T00:42:56,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T00:42:56,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down